-- Logs begin at Thu 2021-08-19 23:05:10 UTC, end at Fri 2021-08-20 00:05:19 UTC. -- Aug 19 23:38:42.244523 dv-cinder-805316-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 23:38:45.018721 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.common.config [-] Logging enabled! Aug 19 23:38:45.019361 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 23:38:45.019515 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 23:38:45.022736 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.common.config [-] Logging enabled! Aug 19 23:38:45.022989 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 23:38:45.023331 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 23:38:45.024325 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 23:38:45.024558 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 23:38:45.024922 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 23:38:45.025170 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 23:38:45.025399 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 23:38:45.025721 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.026022 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.026320 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.026552 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.026850 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.027169 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.027456 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.027745 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.028046 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.028334 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.028615 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.028900 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.029130 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.029411 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.029696 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.029984 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.030210 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] debug = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.030490 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.030919 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.031371 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.031649 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.031940 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.032222 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.032494 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.032770 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.033054 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.033384 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] host = dv-cinder-805316-1-iscsi {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.033662 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.033952 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.034240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.034527 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.034805 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.035113 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.035393 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.035669 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.035943 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.036219 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.036509 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.036798 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.037088 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.037317 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.037537 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.037826 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.038114 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.038391 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.038667 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.038942 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.039240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.040053 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.040330 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.040617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.040904 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.041191 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.041473 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.041750 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.042022 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.042295 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.042583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.042858 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.043153 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.043430 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.043714 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.043982 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.044258 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.044557 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.044844 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.045127 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.045412 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.045687 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.045969 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.046243 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.046515 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.046786 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] use_json = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.047059 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.047362 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.047642 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.047915 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.048188 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.048462 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.048736 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.049023 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:45.049320 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.049617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.049918 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.050202 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.050498 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.050782 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.051074 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.051380 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.051670 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.051960 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.052248 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.052526 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.052815 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.053095 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.053389 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.053695 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.053989 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.054286 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.054564 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.054839 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.055152 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.055975 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.056262 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.056555 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.056848 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.057124 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.057406 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.057702 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.057980 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.058255 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.058535 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.058825 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.059123 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.059404 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.059689 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.059967 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.060241 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.060514 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.060793 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.061083 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.061368 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.061643 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.061916 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.062193 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.062468 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.062759 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.063035 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.063342 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.063619 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.063898 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.064174 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.064450 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.064725 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.064998 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.065276 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.065549 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.065822 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.066094 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.066366 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.066637 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.066908 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.067202 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.067482 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.067757 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.068030 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.068304 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.068576 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.068848 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.069136 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.069434 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.069713 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.069995 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.070276 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.070558 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.070860 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.071169 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.071460 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.071745 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.072022 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.072317 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.072607 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.072898 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.073184 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.073465 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.073764 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.074044 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.074328 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.074610 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.074888 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.075202 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.075490 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.075788 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.076083 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.076379 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.076676 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.076969 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.077251 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.077561 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.077843 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:45.078063 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 23:38:45.078303 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100752) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 23:38:45.432665 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 23:38:45.432942 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 23:38:45.433233 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 23:38:45.433572 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 23:38:45.824249 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.824538 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.824818 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.826113 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.826395 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.826662 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.861079 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.861362 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.861631 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.878416 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.878700 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.878968 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.907027 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.907339 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.907608 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.943684 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.943967 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:45.944238 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.192164 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.192688 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.192688 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.192958 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.193658 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.315705 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.316028 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.316444 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.316863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.317216 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.317692 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.318124 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.318392 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.318657 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.318945 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.319237 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.319506 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.319762 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.320013 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.320269 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.320534 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.320813 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.321081 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.321351 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.321768 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.322047 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.322306 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.322594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.322979 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.323256 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.323505 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.323913 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:46.324157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:46.324394 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:46.326192 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:46.326444 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:46.326690 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:46.327066 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 23:38:46.330408 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 23:38:46.337776 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 23:38:46.343473 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 19 23:38:46.345759 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 23:38:46.346404 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 23:38:46.346871 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 23:38:46.347446 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 23:38:46.351730 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 23:38:46.352758 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 23:38:46.353244 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 23:38:46.360996 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 23:38:46.387459 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 23:38:46.387909 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.388205 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100752) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 23:38:46.388563 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.389912 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100752) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 23:38:46.390192 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 23:38:46.390437 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 23:38:46.393905 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.394182 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:46.457605 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 23:38:46.457840 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 23:38:46.458074 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 23:38:46.458440 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 23:38:46.479525 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_db.sqlalchemy.engines [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 23:38:47.024072 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing driver for type 'gre' Aug 19 23:38:47.024546 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] gre ID ranges: [(1, 1000)] Aug 19 23:38:47.081392 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing driver for type 'local' Aug 19 23:38:47.081741 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing driver for type 'vlan' Aug 19 23:38:47.095111 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] VlanTypeDriver initialization complete Aug 19 23:38:47.095454 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing driver for type 'vxlan' Aug 19 23:38:47.095961 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] vxlan ID ranges: [(1, 1000)] Aug 19 23:38:47.151273 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing extension driver 'port_security' Aug 19 23:38:47.151620 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.extensions.port_security [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] PortSecurityExtensionDriver initialization complete Aug 19 23:38:47.151958 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing mechanism driver 'openvswitch' Aug 19 23:38:47.152293 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing mechanism driver 'hyperv' Aug 19 23:38:47.158794 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.plugin [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:38:47.160747 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.161130 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.161492 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.162019 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:38:47.162460 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.162815 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.163189 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.163583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:38:47.163993 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.164343 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.165186 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.165573 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:38:47.165979 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > security_group after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.166334 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > security_group after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.166682 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.167073 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:38:47.167583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.167952 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.168284 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.168671 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:38:47.169073 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > address_group after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.169418 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > address_group after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.169757 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.170144 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:38:47.170519 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] ML2 OVO RPC backend initialized. {{(pid=100752) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 23:38:47.171259 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.171616 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.172031 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.172383 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > networks before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.172733 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.173073 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > ports before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.173418 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.173759 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnets before_response 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.174102 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.174440 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.174788 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.175133 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.175474 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.175809 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.176145 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.176481 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.176815 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.177541 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.plugin [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Modular L2 Plugin initialization complete Aug 19 23:38:47.178511 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading services supported by the core plugin {{(pid=100752) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 23:38:47.178948 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.plugins.ml2.managers [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Got port-security extension from driver 'port_security' Aug 19 23:38:47.179576 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.extensions.vlantransparent [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Disabled vlantransparent extension. Aug 19 23:38:47.180702 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100752) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 23:38:47.181044 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: router Aug 19 23:38:47.217850 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.218443 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_create 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.218598 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router before_create 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.218961 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.219360 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.219720 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_delete 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.220106 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.220581 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.220965 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_create 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.221310 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_update 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.221663 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_update 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.222012 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.222375 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_update 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.222784 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_update 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.223185 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.223529 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.223875 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: subnet after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.224218 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.224566 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.224916 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_create 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.225258 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.225599 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.225955 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router after_update 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.226298 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.226651 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_create 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.227552 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.227902 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_update 55549900 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.228269 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > agent after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.228620 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > agent after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.228972 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > network after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.229843 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Tracking information for resource: router configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:47.230177 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Tracking information for resource: floatingip configured {{(pid=100752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:38:47.235505 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.db.l3_agentschedulers_db [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 23:38:47.236079 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.236440 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port after_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.236793 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port after_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.237148 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: port after_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.237937 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router before_create 55550100 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.238303 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.238667 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_create 55550100 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.239028 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > router precommit_update 55550100 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.244261 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.provider_configuration [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service providers = [] {{(pid=100752) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 23:38:47.244632 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.db.servicetype_db [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100752) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 23:38:47.247596 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.service_base [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:38:47.247955 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.service_base [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:38:47.248304 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.service_base [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:38:47.249192 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.services.service_base [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:38:47.249572 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.services.service_base [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 23:38:47.250632 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.250632 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 23:38:47.262807 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.263173 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: auto_allocate Aug 19 23:38:47.269703 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: network precommit_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.270070 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: network precommit_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.271132 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.271425 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: tag Aug 19 23:38:47.278268 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.278551 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: timestamp Aug 19 23:38:47.282393 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.282722 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: network_ip_availability Aug 19 23:38:47.288669 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.289047 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.289408 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.290655 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.290978 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: flavors Aug 19 23:38:47.295913 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.296256 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading Plugin: revisions Aug 19 23:38:47.300551 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:38:47.300946 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_concurrency.lockutils [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.868s {{(pid=100752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 23:38:47.301682 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100752) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 23:38:47.302017 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Initializing extension manager. Aug 19 23:38:47.302534 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: __init__.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.302879 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: __pycache__ {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.303254 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.303593 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: address_group.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.304353 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.304924 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: address-group Aug 19 23:38:47.305793 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: address_scope.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.306968 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.307599 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: address-scope Aug 19 23:38:47.307928 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.308864 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.309392 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: router-admin-state-down-before-update Aug 19 23:38:47.309719 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: agent.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.310422 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.310943 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: agent Aug 19 23:38:47.311297 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: agent_resources_synced.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.312209 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.312725 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: agent-resources-synced Aug 19 23:38:47.313046 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: allowedaddresspairs.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.314841 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.315392 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: allowed-address-pairs Aug 19 23:38:47.315722 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: auto_allocated_topology.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.316799 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.317319 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: auto-allocated-topology Aug 19 23:38:47.317645 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: availability_zone.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.318338 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.318857 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: availability_zone Aug 19 23:38:47.319213 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: availability_zone_filter.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.320133 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.320649 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: availability_zone_filter Aug 19 23:38:47.321001 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: data_plane_status.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.321911 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.322429 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 23:38:47.322746 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: default_subnetpools.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.323707 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.324231 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: default-subnetpools Aug 19 23:38:47.325036 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.325856 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.326377 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: dhcp_agent_scheduler Aug 19 23:38:47.326706 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: dns.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.327672 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.328185 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 23:38:47.328513 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: dns_domain_ports.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.329430 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.329945 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 23:38:47.330273 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.331224 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.331745 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 23:38:47.332071 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: dvr.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.332745 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.333265 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: dvr Aug 19 23:38:47.333592 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: ecmp_routes.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.334518 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.335034 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 23:38:47.335386 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: empty_string_filtering.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.336321 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.336848 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: empty-string-filtering Aug 19 23:38:47.337172 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.338087 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.338603 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 23:38:47.338925 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.339880 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.340394 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 23:38:47.340718 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: external_net.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.341626 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.342145 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: external-net Aug 19 23:38:47.342469 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.343445 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.343960 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: extra_dhcp_opt Aug 19 23:38:47.344285 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: extraroute.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.345204 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.345722 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: extraroute Aug 19 23:38:47.346045 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: extraroute_atomic.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.347494 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.348022 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: extraroute-atomic Aug 19 23:38:47.348350 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: filter_validation.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.349208 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.349732 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: filter-validation Aug 19 23:38:47.350055 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: fip_pf_description.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.351079 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.351532 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 23:38:47.351854 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: fip_port_details.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.353314 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.353830 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: fip-port-details Aug 19 23:38:47.354155 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: flavors.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.355423 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.355949 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: flavors Aug 19 23:38:47.356279 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.357951 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.358477 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 23:38:47.358808 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: floatingip_pools.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.359554 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.360077 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: floatingip-pools Aug 19 23:38:47.360405 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: ip_allocation.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.361352 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.361868 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 23:38:47.362195 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.363146 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.363668 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: ip-substring-filtering Aug 19 23:38:47.363996 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l2_adjacency.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.364930 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.365444 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 23:38:47.365768 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.366816 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.367304 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: router Aug 19 23:38:47.368179 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.370444 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.370974 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 23:38:47.371347 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.372296 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.372823 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: ext-gw-mode Aug 19 23:38:47.373150 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.374091 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.374609 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: l3-ha Aug 19 23:38:47.374936 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3_flavors.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.375874 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.376392 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: l3-flavors Aug 19 23:38:47.376718 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.377637 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.378154 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 23:38:47.378479 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: l3agentscheduler.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.379555 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.380547 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: l3_agent_scheduler Aug 19 23:38:47.380884 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: logging.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.382384 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.382918 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension logging not supported by any of loaded plugins Aug 19 23:38:47.383310 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: metering.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.384061 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.384646 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: metering Aug 19 23:38:47.385023 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.386211 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.386740 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: metering_source_and_destination_fields Aug 19 23:38:47.387069 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: multiprovidernet.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.388032 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.388571 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: multi-provider Aug 19 23:38:47.388881 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: netmtu.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.389798 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.390318 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: net-mtu Aug 19 23:38:47.390643 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: netmtu_writable.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.391848 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.392371 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: net-mtu-writable Aug 19 23:38:47.392695 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: network_availability_zone.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.393373 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.393889 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: network_availability_zone Aug 19 23:38:47.394210 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: network_ip_availability.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.395341 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.395864 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: network-ip-availability Aug 19 23:38:47.396189 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: network_segment_range.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.396961 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.397473 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 23:38:47.398252 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: pagination.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.399312 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.399645 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: pagination Aug 19 23:38:47.399972 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: port_device_profile.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.400892 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.401415 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: port-device-profile Aug 19 23:38:47.401742 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.402667 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.403230 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: port-mac-address-regenerate Aug 19 23:38:47.403601 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.404476 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.405003 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: port-numa-affinity-policy Aug 19 23:38:47.405326 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: port_resource_request.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.406236 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.406751 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 23:38:47.407078 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: portbindings.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.408060 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.408578 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: binding Aug 19 23:38:47.408903 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: portbindings_extended.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.410205 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.410732 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: binding-extended Aug 19 23:38:47.411059 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: portsecurity.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.411999 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.412526 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: port-security Aug 19 23:38:47.412851 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: project_id.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.413846 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.414160 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: project-id Aug 19 23:38:47.415013 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: providernet.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.415977 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.416506 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: provider Aug 19 23:38:47.416829 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.420792 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.421328 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos not supported by any of loaded plugins Aug 19 23:38:47.421666 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.422930 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.423489 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 23:38:47.423824 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.424755 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.425281 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 23:38:47.425610 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_default.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.426527 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.427055 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-default not supported by any of loaded plugins Aug 19 23:38:47.427409 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_fip.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.428073 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.428590 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 23:38:47.428913 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_gateway_ip.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.429844 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.430976 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 23:38:47.431324 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_port_network_policy.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.432242 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.432760 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 23:38:47.433084 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_pps_rule.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.434253 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.434789 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 23:38:47.435136 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_rule_type_details.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.436520 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.437039 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 23:38:47.437366 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: qos_rules_alias.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.438417 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.438941 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 23:38:47.439302 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: quotasv2.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.440465 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.440800 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: quotas Aug 19 23:38:47.441127 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: quotasv2_detail.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.444241 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.444591 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: quota_details Aug 19 23:38:47.444928 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: rbac.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.446025 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.446561 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: rbac-policies Aug 19 23:38:47.446891 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: rbac_address_group.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.447855 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.448391 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: rbac-address-group Aug 19 23:38:47.448719 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: rbac_address_scope.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.449654 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.450177 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: rbac-address-scope Aug 19 23:38:47.450501 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: rbac_security_groups.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.451449 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.451972 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: rbac-security-groups Aug 19 23:38:47.452301 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: rbac_subnetpool.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.453690 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.454214 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: rbac-subnetpool Aug 19 23:38:47.454541 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: revisionifmatch.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.455507 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.456036 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: revision-if-match Aug 19 23:38:47.456359 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: revisions.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.457476 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.458006 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: standard-attr-revisions Aug 19 23:38:47.458335 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: router_availability_zone.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.459021 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.459573 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: router_availability_zone Aug 19 23:38:47.459901 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: routerservicetype.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.460829 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.461378 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 23:38:47.461705 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.462626 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.463179 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: security-groups-normalized-cidr Aug 19 23:38:47.463504 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.464454 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.464941 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: port-security-groups-filtering Aug 19 23:38:47.465265 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.466205 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.466730 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: security-groups-remote-address-group Aug 19 23:38:47.467053 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: securitygroup.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.477716 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.478254 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: security-group Aug 19 23:38:47.478592 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: segment.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.479420 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.479941 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension segment not supported by any of loaded plugins Aug 19 23:38:47.480270 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.481225 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.481747 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 23:38:47.482078 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: servicetype.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.483290 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.483825 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: service-type Aug 19 23:38:47.484153 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: sorting.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.485143 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.485476 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: sorting Aug 19 23:38:47.485802 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: standard_attr_segment.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.486722 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.487281 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 23:38:47.487610 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: standardattrdescription.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.488269 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.488789 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: standard-attr-description Aug 19 23:38:47.489582 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: stateful_security_group.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.490543 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.491072 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: stateful-security-group Aug 19 23:38:47.491434 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: stdattrs_common.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.492021 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 23:38:47.492346 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.493823 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.494346 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 23:38:47.494671 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: subnet_onboard.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.495765 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.496293 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: subnet_onboard Aug 19 23:38:47.496624 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.497552 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.498074 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 23:38:47.498402 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: subnet_service_types.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.499349 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.499874 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: subnet-service-types Aug 19 23:38:47.500203 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: subnetallocation.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.501288 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.501812 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: subnet_allocation Aug 19 23:38:47.502140 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.502810 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.503361 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: subnetpool-prefix-ops Aug 19 23:38:47.503690 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.504643 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.505159 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 23:38:47.505488 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: tagging.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.506568 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.507133 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: standard-attr-tag Aug 19 23:38:47.507928 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: timestamp.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.509182 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.509712 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loaded extension: standard-attr-timestamp Aug 19 23:38:47.510041 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: trunk.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.511076 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.511627 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension trunk not supported by any of loaded plugins Aug 19 23:38:47.511956 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: trunk_details.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.512885 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.513411 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 23:38:47.513739 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: uplink_status_propagation.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.514661 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.515210 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 23:38:47.515537 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Loading extension file: vlantransparent.py {{(pid=100752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:38:47.516475 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:38:47.516996 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 23:38:47.519525 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:network Aug 19 23:38:47.520055 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:subnet Aug 19 23:38:47.520463 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:38:47.520862 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:port Aug 19 23:38:47.522128 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.522568 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service FLAVORS assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.523240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.523670 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.524518 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:router Aug 19 23:38:47.524965 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 23:38:47.525583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service METERING assigned prefix: /metering {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.527537 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.527911 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.528317 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:38:47.529297 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 23:38:47.529744 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:security_group Aug 19 23:38:47.530187 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 23:38:47.530798 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service CORE assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.531226 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:38:47.531580 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] subnetpool is already registered Aug 19 23:38:47.532010 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service CORE assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.532339 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:38:47.532679 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] subnetpool is already registered Aug 19 23:38:47.534968 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.535551 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service FLAVORS assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.536187 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.536627 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.536970 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:router Aug 19 23:38:47.537312 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] router is already registered Aug 19 23:38:47.537733 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 23:38:47.538070 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] floatingip is already registered Aug 19 23:38:47.538530 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service METERING assigned prefix: /metering {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.539280 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 23:38:47.540181 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] rbac_policy is already registered Aug 19 23:38:47.540601 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:security_group Aug 19 23:38:47.540938 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] security_group is already registered Aug 19 23:38:47.541345 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 23:38:47.541680 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] security_group_rule is already registered Aug 19 23:38:47.542189 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service CORE assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.542534 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:38:47.542869 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] subnetpool is already registered Aug 19 23:38:47.543327 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.v2.resource_helper [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Service CORE assigned prefix: {{(pid=100752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:38:47.543666 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:38:47.543995 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING neutron.quota.resource_registry [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] subnetpool is already registered Aug 19 23:38:47.546169 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: extensions {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.547680 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: address-groups {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.549186 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: address-scopes {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.550375 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: agents {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.551681 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: auto-allocated-topology {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.552929 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: availability_zones {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.554160 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: dhcp-networks {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.555631 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: dhcp-agents {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.557170 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: routers {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.558864 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: flavors {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.560077 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: service_profiles {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.561382 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: next_providers {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.563353 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: service_profiles {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.564791 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: floatingip-pools {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.566114 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: routers {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.567853 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: floatingips {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.569041 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: l3-routers {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.570541 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: l3-agents {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.572016 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: metering-labels {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.573261 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: metering-label-rules {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.574517 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: network-ip-availabilities {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.575900 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: bindings {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.577455 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: quotas {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.578891 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: quotas {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.580921 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: rbac-policies {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.582104 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: security-groups {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.583338 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: security-group-rules {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.584668 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: service-providers {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.585894 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: subnetpools {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.587797 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: subnetpools {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.589341 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.591007 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.592813 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.594685 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.596422 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.598744 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.600583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.602936 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.605745 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.607517 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron.api.extensions [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Extended resource: tags {{(pid=100752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:38:47.613466 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING keystonemiddleware.auth_token [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 23:38:47.618442 dv-cinder-805316-1-iscsi neutron-server[100752]: WARNING keystonemiddleware.auth_token [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 23:38:47.627110 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_concurrency.lockutils [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Acquired lock "singleton_lock" {{(pid=100752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 23:38:47.627649 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_concurrency.lockutils [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Releasing lock "singleton_lock" {{(pid=100752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 23:38:47.628294 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Starting 2 workers Aug 19 23:38:47.633068 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Started child 100859 {{(pid=100752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:38:47.637453 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Started child 100860 {{(pid=100752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:38:47.638550 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:38:47.639267 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO neutron.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 23:38:47.639663 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Notify callbacks [] for process, before_spawn {{(pid=100752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:38:47.640152 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [-] (100859) wsgi starting up on http://0.0.0.0:9696 Aug 19 23:38:47.642345 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Starting 1 workers Aug 19 23:38:47.642496 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:38:47.643836 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [-] (100860) wsgi starting up on http://0.0.0.0:9696 Aug 19 23:38:47.647499 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Started child 100861 {{(pid=100752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:38:47.648007 dv-cinder-805316-1-iscsi neutron-server[100752]: INFO oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Starting 1 workers Aug 19 23:38:47.651681 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] calling RpcWorker wait() {{(pid=100861) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 23:38:47.652256 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] returning from RpcWorker wait() {{(pid=100861) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 23:38:47.652928 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Started child 100862 {{(pid=100752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:38:47.653550 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:38:47.653750 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG neutron_lib.callbacks.manager [None req-397dd9a8-b03a-4110-a131-75fcd5c23ee7 None None] Notify callbacks [] for process, after_spawn {{(pid=100752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:38:47.654121 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:38:47.655630 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 23:38:47.655846 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 23:38:47.656026 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 23:38:47.656239 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 23:38:47.656580 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 23:38:47.656743 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 23:38:47.657258 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.657536 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.657793 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.657882 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:38:47.658329 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.658329 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.658798 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:38:47.658946 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.659417 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.659820 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.660252 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.660674 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.661002 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.661312 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.661709 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.662098 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.662540 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.662962 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.663370 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.663759 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.664089 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.664584 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.665513 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.665916 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.666331 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] debug = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.666750 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.667387 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.667790 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.668211 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.668593 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.669027 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.669400 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.669820 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.670213 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.670600 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.670963 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.671370 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.671751 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.672136 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.672528 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.672940 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.673314 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.673962 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] host = dv-cinder-805316-1-iscsi {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.674365 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.674724 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.675133 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.675504 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.675896 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.676281 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.676674 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.677072 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.677482 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.677872 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.678282 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.678679 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.679057 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.679474 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.679801 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_options = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.680192 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.680621 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.681024 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.681354 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.681671 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.681988 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.682389 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.682693 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.683107 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.683465 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.683860 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.684223 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.684578 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.684953 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.685329 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.685703 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.686087 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.686450 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.686845 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.687240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.687616 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.687985 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.688333 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.688700 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.689081 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.689431 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.689842 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.690192 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.690347 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.690790 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.691052 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.691494 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.691728 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.691980 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.692225 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.692458 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.693081 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.693081 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.693249 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.694208 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.694208 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.694208 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.694208 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.694472 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.694617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.695583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_json = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.695583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.695583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.695583 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.695859 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.695979 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.696177 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.696408 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.696647 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.697063 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.697377 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.697670 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.698095 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.698196 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.698436 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.699122 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.699122 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.699296 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.699446 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.700161 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.700161 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.700403 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.701056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.701480 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.701970 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.702375 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.702814 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.703279 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.703748 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.704211 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.704598 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.704944 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.705384 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.705838 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.706116 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.706338 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.706568 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.706819 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.707267 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.707664 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.708068 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.708495 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.708742 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.708972 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.709194 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.709635 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.710050 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.710294 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.710541 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.710798 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.711810 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.712240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.712812 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.713266 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.713617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.713967 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.714311 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.714655 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.715010 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.715355 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.715668 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.715982 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.716293 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.716578 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.716896 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.717376 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.717665 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.717945 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.718230 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.718547 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.718859 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.719164 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.719444 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.719723 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.720008 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.720304 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.720587 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.720889 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.721171 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.721465 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.721763 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.722044 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.722337 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.722619 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.722899 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.723270 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.723549 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.723831 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.724109 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.724385 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.724663 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.724939 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.725253 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.725580 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.725945 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.726278 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.726579 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.726866 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.727765 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.728070 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.728383 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.728669 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.728970 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.729247 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.729577 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.729857 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.730139 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.730448 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.730786 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.731536 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.731536 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.731715 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.731825 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.732579 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.732989 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.733421 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.733825 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.734090 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.734426 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.734749 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.735122 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.735435 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.735763 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.736067 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.736401 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.736744 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.737068 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.737382 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.737694 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.737985 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.738311 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.738605 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.738918 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.739251 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.739576 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.739901 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.740247 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.740532 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.740929 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.741167 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.741420 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.741743 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.741993 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.742230 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.742447 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.742754 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.743007 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.743267 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.743533 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.743780 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.744032 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.744300 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.744501 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.744728 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.744962 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.745214 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.745427 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.745656 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.745870 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.746088 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.746303 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.746513 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.746761 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.746974 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.747219 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.747453 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.747687 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.747902 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.748162 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.748373 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.748615 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.748849 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.749098 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.749312 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.749523 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.749754 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.749986 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.750221 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.750485 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.750735 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.750972 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.751219 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.751442 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.751698 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.751912 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.752155 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.752373 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.752628 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.752794 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.753011 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.753222 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.753432 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.753659 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.753894 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.754159 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.754418 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.754741 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.755003 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.755292 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.755529 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.755763 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.756000 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.756235 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.756469 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.756701 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.756913 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.757126 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.757379 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.757598 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.757832 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.758075 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.758308 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.758517 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.758755 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.758965 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.759284 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.759545 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.759775 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.760052 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.760287 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.760515 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.760741 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.760951 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.761160 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.761385 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.761601 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.761811 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.762054 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.762262 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.762475 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.762693 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.763078 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.763557 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.763557 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.763841 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.764001 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.764141 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.764359 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.764567 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.764799 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.765177 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.765338 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.765485 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.766109 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.766253 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.766402 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.766608 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.766815 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.767061 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.767324 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.767534 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.767853 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.768124 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.768347 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.768630 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.768877 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.769129 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.769386 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.769690 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.769901 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.770139 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.770357 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.770577 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.770798 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.771052 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.771417 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.771703 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.771962 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.772197 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.772482 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.772750 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.773023 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.773240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.773531 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.774381 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.774645 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.774901 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.775149 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.775428 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.775670 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.776177 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.776177 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.776354 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.776547 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.776788 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.777014 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.777238 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.777474 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.777722 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.777939 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.778184 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.778468 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.778666 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.778880 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.779040 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 23:38:47.779587 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 23:38:47.779747 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 23:38:47.779901 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 23:38:47.780069 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 23:38:47.780239 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 23:38:47.780390 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 23:38:47.780594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.780766 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.780934 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.781093 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.781256 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.781432 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.781750 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.781908 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.782070 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.782228 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.782388 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.782546 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.782707 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.782866 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.783023 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.783347 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.783535 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:38:47.783656 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.783804 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.783970 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.784130 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.784289 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.784447 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.784606 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] debug = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.784764 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.784943 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.785104 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.785266 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.785424 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.785582 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.785741 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.785900 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.786059 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.786218 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.786376 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.786533 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.786693 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.786853 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787010 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787194 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787352 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787509 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] host = dv-cinder-805316-1-iscsi {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787668 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787824 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.787981 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.788137 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.788295 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.788450 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.788628 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.788754 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.788912 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.789069 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.789226 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.789383 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.790081 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.790241 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.790399 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_options = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.790557 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.790714 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.790872 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.791056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.791243 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.791401 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.791560 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.791716 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.791874 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792032 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792190 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792347 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792506 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792664 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792820 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.792978 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.793183 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.793281 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.793438 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.793596 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.793754 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.793912 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.794070 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.794227 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.794387 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.794549 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.794708 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.794857 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795012 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795519 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795519 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795519 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795954 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795954 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.795954 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.796293 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.796293 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.796550 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.796550 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.796778 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.796886 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.797004 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.797084 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.797240 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.797404 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.797562 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_json = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.797876 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.798036 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.798341 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.798500 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.798805 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.798961 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.799281 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.799439 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:38:47.799778 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.799933 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.800102 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.800265 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.800429 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.800587 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.800895 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.801058 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.801221 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802056 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802378 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802378 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802517 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802593 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802742 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.802908 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.803051 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.803533 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.803533 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.803533 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.804508 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.804508 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.804508 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.804508 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.804508 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.804508 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.806157 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.807413 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.808277 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.808277 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.808277 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.808506 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.808675 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.808836 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.809261 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.809432 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.809705 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.810127 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.810293 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.810785 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.810785 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.810950 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.811153 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.811297 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.811543 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.811764 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.811867 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.812147 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.812275 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.812571 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.812671 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.812744 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.812994 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.813170 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.813421 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.813742 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.813742 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.814009 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.814172 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.814441 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.814651 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.814769 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.814933 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.815192 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.815342 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.815597 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.815721 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.816015 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.816182 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.816342 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.816648 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.816813 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.816927 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.817197 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.817363 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.817633 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.817890 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.818045 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.818268 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.818528 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.818685 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.818876 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.819069 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.819317 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.819402 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.819570 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.819728 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.820012 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.820220 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.820423 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.820837 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.820837 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.821141 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.821264 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.821454 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.821591 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.822082 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.822082 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.822082 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.823803 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.824863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.824863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.824863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.824863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.824863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.824863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.825594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.825594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.825594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.825594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.825594 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.826456 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.826456 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.826456 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.826456 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.826456 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827054 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827054 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827054 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827528 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827528 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827528 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827986 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.827986 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.828237 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.828382 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.828502 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.828674 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.828875 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.829071 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.829196 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.829518 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.829653 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.829842 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.830342 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.830342 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.830615 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.830615 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.831201 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.831201 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.831201 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.831617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.831617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.831617 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832059 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832059 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832339 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832339 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832667 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832866 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.832955 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.833032 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.833203 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.833339 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.833506 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.833753 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.833931 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.834100 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.834378 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.834851 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.834851 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835036 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835143 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835299 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835460 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835622 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835783 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.835944 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.836105 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.836266 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.836955 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.837116 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.837274 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.837439 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.837607 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.837751 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.837920 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.838080 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.838241 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.838403 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.838563 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.838738 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.838899 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.839060 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.839224 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.839389 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.839554 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.839726 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.839887 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.840047 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.840210 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.840370 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.840530 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.840700 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.840860 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841021 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841182 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841343 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841503 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841673 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841832 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.841993 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.842154 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.842314 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.842474 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.842644 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.842804 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.842963 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.843144 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.843305 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.843465 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.843635 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.843863 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.843963 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.844105 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.844263 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.844423 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.844592 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.844753 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.844913 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.845084 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.845245 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.845406 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.845566 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.845738 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.845898 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.846063 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.846225 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.846384 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.846543 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.846705 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.846868 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.847037 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.847227 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.847390 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.847559 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.847730 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.847898 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.848058 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.848223 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.848395 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.848554 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.848715 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.848874 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849034 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849196 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849356 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849520 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849679 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849838 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.849997 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.850156 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.850316 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.850477 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.850636 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.850797 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.850958 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.851136 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.851299 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.851458 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:38:47.851610 dv-cinder-805316-1-iscsi neutron-server[100752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 23:38:47.913208 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55466) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:38:47.921760 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062165 Aug 19 23:38:59.116882 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0b2c9-79a7-4a40-852a-60c73212dca0 None None] get_active_networks_info from dv-cinder-805316-1-iscsi {{(pid=100861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 23:38:59.219968 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0b2c9-79a7-4a40-852a-60c73212dca0 None None] No non-hosted networks {{(pid=100861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 23:38:59.239729 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.agentschedulers_db [None req-b2f0b2c9-79a7-4a40-852a-60c73212dca0 None None] DHCP Agent not found on host dv-cinder-805316-1-iscsi {{(pid=100861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 23:38:59.419188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c416-550c-4967-bd48-40d0408e4528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3911350'] for agent, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:01.646280 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-98041809-fa04-4db1-b449-1b8b5447d0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3911350'] for agent, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:01.698750 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-cb009ce5-76ea-405b-b764-159d0e612798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:01.884615 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3911350'] for agent, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:01.885653 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.886224 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.886766 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.887333 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.887886 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.888423 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.889221 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.889772 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.890304 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.891230 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.891800 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.892334 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:01.892947 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805316-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:01.902015 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805316-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:02.850417 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3911350'] for agent, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:04.311937 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3911350'] for agent, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:05.693374 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55558) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:06.200103 dv-cinder-805316-1-iscsi neutron-server[100860]: WARNING oslo_policy.policy [None req-061b2024-b373-4129-9669-181b5f438706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:39:06.200707 dv-cinder-805316-1-iscsi neutron-server[100860]: WARNING oslo_policy.policy [None req-061b2024-b373-4129-9669-181b5f438706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:39:06.418792 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [None req-061b2024-b373-4129-9669-181b5f438706 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:39:06.419797 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-061b2024-b373-4129-9669-181b5f438706 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7255499 Aug 19 23:39:06.961005 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.db.l3_hamode_db [None req-2108a9fd-9828-4192-b728-b98bdb8ac838 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 23:39:07.036804 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108a9fd-9828-4192-b728-b98bdb8ac838 None None] Routers set() bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:39:07.037183 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108a9fd-9828-4192-b728-b98bdb8ac838 None None] Router IDs set() for agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 23:39:08.760918 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55572) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:09.065833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:09.158624 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.policy [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 23:39:09.203470 dv-cinder-805316-1-iscsi neutron-server[100860]: WARNING oslo_policy.policy [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:39:09.203838 dv-cinder-805316-1-iscsi neutron-server[100860]: WARNING oslo_policy.policy [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:39:09.212398 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.quota [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] Loaded quota_driver: . Aug 19 23:39:09.300871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764933927603', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764933928174', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764933668920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764933671265', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764933693238', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764933699714', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-737209', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3682468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3895949'] for rbac-policy, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:09.363726 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:09.364914 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-00d14dbe-1bba-43c2-83f5-59f2f349051d admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6030285 Aug 19 23:39:11.902233 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55584) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:12.193934 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Request body: {'network': {'project_id': '8326b88be3414425981c5b28b9c94706', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'name': 'private'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:12.221311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Made reservation on behalf of 8326b88be3414425981c5b28b9c94706 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:39:12.224369 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.241026 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.363461 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.367192 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.386550 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:39:12.415666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764936060901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.416334 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Unsubscribe: segment precommit_create {{(pid=100860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 23:39:12.416902 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Added segment 82e2fc58-a5c4-4896-a344-0659cbcd1bc5 of type vlan for network 45261ee9-43ad-4c1a-b936-73760fc3cab0 Aug 19 23:39:12.432399 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480067cb-1cd8-4c24-bb5e-70844db37dde,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:12.457902 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.458251 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.458584 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.458907 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.459322 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.459664 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.459985 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.460314 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.461184 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.461502 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.461814 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.462125 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Tracked resource versions report: Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: pushed versions: Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: { 'AddressGroup': {'1.2'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'ConntrackHelper': {'1.0'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Log': {'1.0'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Network': {'1.1'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Port': {'1.7'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'PortForwarding': {'1.2'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'QosPolicy': {'1.9'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroup': {'1.4'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SubPort': {'1.0'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Subnet': {'1.1'}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Trunk': {'1.1'}} Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: consumer versions: Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'ConntrackHelper': '1.0', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Log': '1.0', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Network': '1.1', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Port': '1.7', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'PortForwarding': '1.2', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'QosPolicy': '1.9', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroup': '1.4', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroupRule': '1.2', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SubPort': '1.0', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Subnet': '1.1', Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Trunk': '1.1'}} Aug 19 23:39:12.463269 dv-cinder-805316-1-iscsi neutron-server[100860]: {{(pid=100860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:39:12.533771 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.573018 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.574110 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:12.574758 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:12.658709 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7553494 Aug 19 23:39:12.672032 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1809d-3900-426b-91d2-dbef0b1027be admin admin] Pushing event updated for resources: {'Network': ['ID=45261ee9-43ad-4c1a-b936-73760fc3cab0,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:12.684545 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:39:15.290047 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55598) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:15.684511 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1023fdc-4a13-43bd-aa68-afb688a5580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:15.685805 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a1023fdc-4a13-43bd-aa68-afb688a5580d admin admin] 10.222.0.18 "GET /v2.0/networks/45261ee9-43ad-4c1a-b936-73760fc3cab0 HTTP/1.1" status: 200 len: 825 time: 0.3948123 Aug 19 23:39:15.710109 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6444ae5a-82c3-47bc-9a2b-2b2b840ddfdc admin admin] 10.222.0.18 "GET /v2.0/subnetpools/17a6f3c0-6211-4dad-801c-da72ebbc667e HTTP/1.1" status: 200 len: 734 time: 0.0184445 Aug 19 23:39:15.719301 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'name': 'private-subnet'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:15.740067 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Made reservation on behalf of 8326b88be3414425981c5b28b9c94706 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:39:15.742454 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:16.037625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:16.097534 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42eda703-a927-4cad-846a-dfe50f4e39e8,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:16.105955 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Checking segment: {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:39:16.106327 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Network hostable DHCP agents. Network: 45261ee9-43ad-4c1a-b936-73760fc3cab0, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:39:16.131769 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:39:16.143057 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 45261ee9-43ad-4c1a-b936-73760fc3cab0) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:39:16.147784 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:16.148361 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:16.153177 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1057a-637c-48a6-b85c-abef0db3756e None None] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:39:16.162015 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d0296f92-5146-460a-b9d4-eea7644a9fc9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4459033 Aug 19 23:39:16.465133 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-45261ee9-43ad-4c1a-b936-73760fc3cab0', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:39:16.466504 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:16.735063 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Allocated IP 172.20.0.2 (45261ee9-43ad-4c1a-b936-73760fc3cab0/42eda703-a927-4cad-846a-dfe50f4e39e8/8a217784-2b4d-4a4f-be1b-89159c002ea0) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:39:16.940725 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:16.958308 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Transition to ACTIVE for port object 8a217784-2b4d-4a4f-be1b-89159c002ea0 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:39:17.006145 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Transition to ACTIVE for port object 8a217784-2b4d-4a4f-be1b-89159c002ea0 will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:39:17.013452 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:17.079502 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:39:17.083840 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:39:17.096179 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:39:17.099252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Pushing event updated for resources: {'Port': ['ID=8a217784-2b4d-4a4f-be1b-89159c002ea0,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:17.111298 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.111774 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.112127 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.112468 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.112804 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.113137 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.113467 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.113793 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.114133 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.114462 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.114785 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.115121 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Tracked resource versions report: Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: pushed versions: Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: { 'AddressGroup': {'1.2'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'ConntrackHelper': {'1.0'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Log': {'1.0'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Network': {'1.1'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Port': {'1.7'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'PortForwarding': {'1.2'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'QosPolicy': {'1.9'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroup': {'1.4'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SubPort': {'1.0'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Subnet': {'1.1'}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Trunk': {'1.1'}} Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: consumer versions: Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'ConntrackHelper': '1.0', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Log': '1.0', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Network': '1.1', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Port': '1.7', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'PortForwarding': '1.2', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'QosPolicy': '1.9', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroup': '1.4', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroupRule': '1.2', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SubPort': '1.0', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Subnet': '1.1', Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Trunk': '1.1'}} Aug 19 23:39:17.116246 dv-cinder-805316-1-iscsi neutron-server[100861]: {{(pid=100861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:39:17.190177 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Attempting to bind port 8a217784-2b4d-4a4f-be1b-89159c002ea0 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:39:17.190812 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Attempting to bind port 8a217784-2b4d-4a4f-be1b-89159c002ea0 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:39:17.191015 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Attempting to bind port 8a217784-2b4d-4a4f-be1b-89159c002ea0 on network 45261ee9-43ad-4c1a-b936-73760fc3cab0 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:39:17.196496 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:39:17.196900 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Checking segment: {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:39:17.197380 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:17.197772 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Bound using segment: {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:39:17.198255 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Bound port: 8a217784-2b4d-4a4f-be1b-89159c002ea0, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:39:17.198678 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:17.260068 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] For port 8a217784-2b4d-4a4f-be1b-89159c002ea0, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:39:17.264200 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] For port 8a217784-2b4d-4a4f-be1b-89159c002ea0, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=8a217784-2b4d-4a4f-be1b-89159c002ea0,segment=NetworkSegment(82e2fc58-a5c4-4896-a344-0659cbcd1bc5),segment_id=82e2fc58-a5c4-4896-a344-0659cbcd1bc5)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:39:17.269611 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:17.332377 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a464f33-fc31-4071-b597-9898fd9a98cd None None] Pushing event updated for resources: {'Port': ['ID=8a217784-2b4d-4a4f-be1b-89159c002ea0,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:18.503382 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 55606) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:19.005629 dv-cinder-805316-1-iscsi neutron-server[100859]: WARNING oslo_policy.policy [None req-91c0e967-acdb-477a-88fc-1642762993f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:39:19.006281 dv-cinder-805316-1-iscsi neutron-server[100859]: WARNING oslo_policy.policy [None req-91c0e967-acdb-477a-88fc-1642762993f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:39:19.222191 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [None req-91c0e967-acdb-477a-88fc-1642762993f3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:39:19.223479 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-91c0e967-acdb-477a-88fc-1642762993f3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7180116 Aug 19 23:39:21.572885 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55620) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:21.887792 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [None req-397dd427-479f-46a6-a7d4-4f27f7daf786 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:39:21.888946 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-397dd427-479f-46a6-a7d4-4f27f7daf786 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151424 Aug 19 23:39:24.477729 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55634) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:24.793214 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8326b88be3414425981c5b28b9c94706'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:24.816271 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:24.817779 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:24.956191 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:24.960757 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:24.972564 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:24.973866 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a992ae2c-5a11-4154-b518-82d2b04b3049 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4947412 Aug 19 23:39:25.696481 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82ab55-9d61-46d4-97a6-b263b7d066c3 None None] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:39:25.711023 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 8a217784-2b4d-4a4f-be1b-89159c002ea0 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:39:25.855517 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-60b1acb3-09a7-4553-85eb-509d9e9292a1 None None] Provisioning for port 8a217784-2b4d-4a4f-be1b-89159c002ea0 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:39:25.868904 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 8a217784-2b4d-4a4f-be1b-89159c002ea0 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:39:25.894879 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 8a217784-2b4d-4a4f-be1b-89159c002ea0 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:25.895306 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:26.046581 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:26.083007 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 8a217784-2b4d-4a4f-be1b-89159c002ea0, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=8a217784-2b4d-4a4f-be1b-89159c002ea0,segment=NetworkSegment(82e2fc58-a5c4-4896-a344-0659cbcd1bc5),segment_id=82e2fc58-a5c4-4896-a344-0659cbcd1bc5)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:39:26.088515 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:26.140631 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=8a217784-2b4d-4a4f-be1b-89159c002ea0,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:26.185470 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-53da2d3e-7a9f-4167-817c-d33a870c4cbd None None] Provisioning complete for port 8a217784-2b4d-4a4f-be1b-89159c002ea0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:26.185838 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-53da2d3e-7a9f-4167-817c-d33a870c4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:27.343214 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55644) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:27.658182 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [None req-e0a7ac48-a45c-4345-a747-d192dca21d06 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:39:27.659225 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e0a7ac48-a45c-4345-a747-d192dca21d06 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150473 Aug 19 23:39:27.683854 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 8a217784-2b4d-4a4f-be1b-89159c002ea0 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:39:27.731915 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 8a217784-2b4d-4a4f-be1b-89159c002ea0 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:27.732205 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:29.038158 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5363c76d-dc4d-437d-907c-fd226867410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.016089 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55652) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:30.343252 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:30.364070 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Made reservation on behalf of 16d01039b0b347c68c0e4adebafdfae8 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:39:30.366358 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.373921 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.459942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.463783 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.479244 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Reserving flat network on physical network physnet1 {{(pid=100860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 23:39:30.496902 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160e922-079d-4846-a2b5-37b92895ca8d,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:30.501857 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.502193 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Added segment fa572358-9a7e-4bc3-ac46-64d7ca25ec06 of type flat for network 31806ae1-66a1-4a18-86f1-0b098f0f381f Aug 19 23:39:30.555273 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.594410 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.595357 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:30.595936 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:30.651485 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6343205 Aug 19 23:39:30.656119 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24cb13-01e1-46d5-aee8-80e16d752587 admin admin] Pushing event updated for resources: {'Network': ['ID=31806ae1-66a1-4a18-86f1-0b098f0f381f,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:30.669270 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:39:31.641697 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-137b0d25-571d-4755-a6dd-ae998fb1a9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:31.874093 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:32.792099 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:33.011240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55660) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:33.300790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7fd90-ecb1-4a2d-a60f-e64a30d2c581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:33.302103 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-f1a7fd90-ecb1-4a2d-a60f-e64a30d2c581 admin admin] 10.222.0.18 "GET /v2.0/subnets/42eda703-a927-4cad-846a-dfe50f4e39e8 HTTP/1.1" status: 200 len: 849 time: 0.2899191 Aug 19 23:39:33.417528 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-f59c290b-b557-4fc9-b06f-296f407b8833 admin admin] 10.222.0.18 "GET /v2.0/routers/149e11f8-f2d0-4e3c-812b-2befc42ab761 HTTP/1.1" status: 200 len: 704 time: 0.1089280 Aug 19 23:39:33.683615 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:33.971155 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Allocated IP 172.20.0.1 (45261ee9-43ad-4c1a-b936-73760fc3cab0/42eda703-a927-4cad-846a-dfe50f4e39e8/e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:39:34.161987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.183213 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Transition to ACTIVE for port object e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:39:34.245193 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.263484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.305847 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:39:34.310928 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:39:34.316311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:39:34.316791 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.389699 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:34.518303 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.530552 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-cf6bfad9-fcda-4211-a99f-fe056fc1b21b None None] Provisioning for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:39:34.534070 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-cf6bfad9-fcda-4211-a99f-fe056fc1b21b None None] Provisioning complete for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:34.534444 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-cf6bfad9-fcda-4211-a99f-fe056fc1b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.567099 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bfad9-fcda-4211-a99f-fe056fc1b21b None None] Port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:39:34.723968 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.728697 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.729429 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:34.806506 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:34.852529 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:39:34.853835 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:39:35.013045 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Router 149e11f8-f2d0-4e3c-812b-2befc42ab761 is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:39:35.087248 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-8d81e0f8-cc8c-4ca7-a458-424e2dbe850f None None] Provisioning complete for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:35.087546 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-8d81e0f8-cc8c-4ca7-a458-424e2dbe850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:35.102549 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:39:35.108437 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ffa90f94-128f-4604-8fe7-5d414ceb1f29 admin admin] 10.222.0.18 "PUT /v2.0/routers/149e11f8-f2d0-4e3c-812b-2befc42ab761/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6857529 Aug 19 23:39:35.115613 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Sync routers for ids ['149e11f8-f2d0-4e3c-812b-2befc42ab761'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:39:35.126883 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Routers {'149e11f8-f2d0-4e3c-812b-2befc42ab761'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:39:35.127679 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:39:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['149e11f8-f2d0-4e3c-812b-2befc42ab761'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:35.140417 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-8d81e0f8-cc8c-4ca7-a458-424e2dbe850f None None] Port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:39:35.311062 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Set router 149e11f8-f2d0-4e3c-812b-2befc42ab761 gateway port host: None {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:39:35.737705 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'name': 'router1', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:39:24Z', 'updated_at': '2021-08-19T23:39:34Z', 'revision_number': 2, 'project_id': '8326b88be3414425981c5b28b9c94706', 'gw_port_host': None, '_interfaces': [{'id': 'e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0', 'name': '', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'mac_address': 'fa:16:3e:a0:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:33Z', 'updated_at': '2021-08-19T23:39:34Z', 'revision_number': 2, 'project_id': '8326b88be3414425981c5b28b9c94706', 'subnets': [{'id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:35.788900 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Checking router: 149e11f8-f2d0-4e3c-812b-2befc42ab761 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:39:35.789264 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Updating router 149e11f8-f2d0-4e3c-812b-2befc42ab761 port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:39:35.837342 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:36.344704 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:36.367832 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Transition to ACTIVE for port object e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:39:36.373520 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:36.525154 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Pushing event updated for resources: {'Port': ['ID=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:36.538806 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.539178 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.539515 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.539843 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.540165 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.540487 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.540803 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.541118 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.541458 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.541771 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.542084 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.542394 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Tracked resource versions report: Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: pushed versions: Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: { 'AddressGroup': {'1.2'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'ConntrackHelper': {'1.0'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Log': {'1.0'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Network': {'1.1'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Port': {'1.7'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'PortForwarding': {'1.2'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'QosPolicy': {'1.9'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroup': {'1.4'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SubPort': {'1.0'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Subnet': {'1.1'}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Trunk': {'1.1'}} Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: consumer versions: Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'ConntrackHelper': '1.0', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Log': '1.0', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Network': '1.1', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Port': '1.7', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'PortForwarding': '1.2', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'QosPolicy': '1.9', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroup': '1.4', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroupRule': '1.2', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SubPort': '1.0', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Subnet': '1.1', Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Trunk': '1.1'}} Aug 19 23:39:36.543520 dv-cinder-805316-1-iscsi neutron-server[100862]: {{(pid=100862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:39:36.551359 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Attempting to bind port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:39:36.551753 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Attempting to bind port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:39:36.552574 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Attempting to bind port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 on network 45261ee9-43ad-4c1a-b936-73760fc3cab0 {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:39:36.558367 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:39:36.558762 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Checking segment: {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:39:36.559753 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:36.559753 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Bound using segment: {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:39:36.560114 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Bound port: e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e2fc58-a5c4-4896-a344-0659cbcd1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:39:36.560516 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:36.626073 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] For port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:39:36.647174 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] For port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,segment=NetworkSegment(82e2fc58-a5c4-4896-a344-0659cbcd1bc5),segment_id=82e2fc58-a5c4-4896-a344-0659cbcd1bc5)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:39:36.651944 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:36.702388 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Routers {'149e11f8-f2d0-4e3c-812b-2befc42ab761'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:39:36.702986 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:39:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['149e11f8-f2d0-4e3c-812b-2befc42ab761'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:36.747977 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c107e19-3723-4d24-907e-515ddb730f4c None None] Pushing event updated for resources: {'Port': ['ID=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,revision_number=4']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:36.798838 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] Set router 149e11f8-f2d0-4e3c-812b-2befc42ab761 gateway port host: None {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:39:37.011942 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'name': 'router1', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:39:24Z', 'updated_at': '2021-08-19T23:39:34Z', 'revision_number': 2, 'project_id': '8326b88be3414425981c5b28b9c94706', 'gw_port_host': None, '_interfaces': [{'id': 'e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0', 'name': '', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'mac_address': 'fa:16:3e:a0:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:33Z', 'updated_at': '2021-08-19T23:39:36Z', 'revision_number': 4, 'project_id': '8326b88be3414425981c5b28b9c94706', 'subnets': [{'id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:37.037298 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379339-6e7b-45c0-8601-8fff9f99095f None None] The sync data for ids ['149e11f8-f2d0-4e3c-812b-2befc42ab761'] in dv-cinder-805316-1-iscsi is: [{'id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'name': 'router1', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:39:24Z', 'updated_at': '2021-08-19T23:39:34Z', 'revision_number': 2, 'project_id': '8326b88be3414425981c5b28b9c94706', 'gw_port_host': None, '_interfaces': [{'id': 'e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0', 'name': '', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'mac_address': 'fa:16:3e:a0:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:33Z', 'updated_at': '2021-08-19T23:39:36Z', 'revision_number': 4, 'project_id': '8326b88be3414425981c5b28b9c94706', 'subnets': [{'id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:39:37.347729 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55680) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:37.459309 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e44e91-17ec-4d3e-8738-b07d233795b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:37.460671 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-06e44e91-17ec-4d3e-8738-b07d233795b6 admin admin] 10.222.0.18 "GET /v2.0/networks/31806ae1-66a1-4a18-86f1-0b098f0f381f HTTP/1.1" status: 200 len: 842 time: 0.1119459 Aug 19 23:39:37.474760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'gateway_ip': '172.27.0.1'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:37.497637 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Made reservation on behalf of 16d01039b0b347c68c0e4adebafdfae8 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:39:37.499854 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:37.841601 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.objects.ports [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100860) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 23:39:37.842030 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:37.901155 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3ed476-7cbc-465a-9132-ca90a9f16963,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:37.905259 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:39:37.905616 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Network hostable DHCP agents. Network: 31806ae1-66a1-4a18-86f1-0b098f0f381f, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:39:37.923012 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:39:37.932960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 31806ae1-66a1-4a18-86f1-0b098f0f381f) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:39:37.936768 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:37.937357 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:37.942136 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08cb9a-c206-4bbb-a3bf-bb2539e424e7 None None] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:39:37.951075 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-591b5cd7-fa3d-4619-bb15-316ea84ee057 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4804280 Aug 19 23:39:38.094231 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e9d8e-5faf-45ff-a1e6-95c327782371 None None] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:39:40.232877 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55698) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:40.367716 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-eaab9775-e00c-4d44-a5fd-040a73380ee8 admin admin] 10.222.0.18 "GET /v2.0/routers/149e11f8-f2d0-4e3c-812b-2befc42ab761 HTTP/1.1" status: 200 len: 710 time: 0.1285903 Aug 19 23:39:40.450558 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9e1a1-5bd5-49f2-9980-58974b979f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:39:40.452012 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-dbb9e1a1-5bd5-49f2-9980-58974b979f18 admin admin] 10.222.0.18 "GET /v2.0/networks/31806ae1-66a1-4a18-86f1-0b098f0f381f HTTP/1.1" status: 200 len: 886 time: 0.0837526 Aug 19 23:39:40.462243 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:39:40.713943 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:40.963494 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.036038 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.139997 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Allocated IP 172.27.0.144 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/254ff67a-5584-4650-8e55-19571dc8679e) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:39:41.239666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.277825 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.315545 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:39:41.320006 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:39:41.323330 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:39:41.330840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Pushing event updated for resources: {'Port': ['ID=254ff67a-5584-4650-8e55-19571dc8679e,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:41.657093 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.846809 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260792'] for router, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.849928 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3908031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3908022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3905928'] for router, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:41.964301 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Router 149e11f8-f2d0-4e3c-812b-2befc42ab761 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:39:42.076249 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:39:42.080621 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:42.081825 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b4214741-f6d4-4f3e-acfb-d7ff94c26e95 admin admin] 10.222.0.18 "PUT /v2.0/routers/149e11f8-f2d0-4e3c-812b-2befc42ab761 HTTP/1.1" status: 200 len: 890 time: 1.6237011 Aug 19 23:39:43.389648 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Sync routers for ids ['149e11f8-f2d0-4e3c-812b-2befc42ab761'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:39:43.400531 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Routers {'149e11f8-f2d0-4e3c-812b-2befc42ab761'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:39:43.401169 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:39:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['149e11f8-f2d0-4e3c-812b-2befc42ab761'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:43.656784 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Set router 149e11f8-f2d0-4e3c-812b-2befc42ab761 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:39:43.721118 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:39:43.934612 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:39:43.956874 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:43.957245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.118965 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.170658 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,segment=NetworkSegment(82e2fc58-a5c4-4896-a344-0659cbcd1bc5),segment_id=82e2fc58-a5c4-4896-a344-0659cbcd1bc5)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:39:44.172827 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'name': 'router1', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '254ff67a-5584-4650-8e55-19571dc8679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:39:24Z', 'updated_at': '2021-08-19T23:39:41Z', 'revision_number': 4, 'project_id': '8326b88be3414425981c5b28b9c94706', 'gw_port': {'id': '254ff67a-5584-4650-8e55-19571dc8679e', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:41Z', 'updated_at': '2021-08-19T23:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0', 'name': '', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'mac_address': 'fa:16:3e:a0:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:33Z', 'updated_at': '2021-08-19T23:39:36Z', 'revision_number': 4, 'project_id': '8326b88be3414425981c5b28b9c94706', 'subnets': [{'id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:44.196891 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.225886 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Checking router: 149e11f8-f2d0-4e3c-812b-2befc42ab761 for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:39:44.226239 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Updating router 149e11f8-f2d0-4e3c-812b-2befc42ab761 port 254ff67a-5584-4650-8e55-19571dc8679e binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:39:44.297276 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.330644 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:44.455252 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 55710) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:39:44.565907 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-2f979eb1-4178-49ba-afe3-b846f26a8f0b admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1095796 Aug 19 23:39:44.632184 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.643615 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Transition to ACTIVE for port object 254ff67a-5584-4650-8e55-19571dc8679e will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:39:44.649960 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.705699 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Attempting to bind port 254ff67a-5584-4650-8e55-19571dc8679e on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:39:44.705987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Attempting to bind port 254ff67a-5584-4650-8e55-19571dc8679e by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:39:44.706351 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Attempting to bind port 254ff67a-5584-4650-8e55-19571dc8679e on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:39:44.709610 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8c9c9-da15-461b-9dab-b6cf19005597 None None] Pushing event updated for resources: {'Port': ['ID=254ff67a-5584-4650-8e55-19571dc8679e,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:44.714266 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:39:44.714642 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:39:44.715045 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.715454 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:39:44.715919 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Bound port: 254ff67a-5584-4650-8e55-19571dc8679e, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:39:44.716299 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.767192 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] For port 254ff67a-5584-4650-8e55-19571dc8679e, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:39:44.770285 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] For port 254ff67a-5584-4650-8e55-19571dc8679e, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=254ff67a-5584-4650-8e55-19571dc8679e,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:39:44.774739 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:44.831910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Routers {'149e11f8-f2d0-4e3c-812b-2befc42ab761'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:39:44.832507 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:39:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['149e11f8-f2d0-4e3c-812b-2befc42ab761'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:44.955410 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8c9c9-da15-461b-9dab-b6cf19005597 None None] Pushing event updated for resources: {'Port': ['ID=254ff67a-5584-4650-8e55-19571dc8679e,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:45.030619 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] Set router 149e11f8-f2d0-4e3c-812b-2befc42ab761 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:39:45.251174 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'name': 'router1', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '254ff67a-5584-4650-8e55-19571dc8679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:39:24Z', 'updated_at': '2021-08-19T23:39:41Z', 'revision_number': 4, 'project_id': '8326b88be3414425981c5b28b9c94706', 'gw_port': {'id': '254ff67a-5584-4650-8e55-19571dc8679e', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:41Z', 'updated_at': '2021-08-19T23:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0', 'name': '', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'mac_address': 'fa:16:3e:a0:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:33Z', 'updated_at': '2021-08-19T23:39:44Z', 'revision_number': 5, 'project_id': '8326b88be3414425981c5b28b9c94706', 'subnets': [{'id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:39:45.279515 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb114d-fb8f-4fd3-b518-aa09a764184e None None] The sync data for ids ['149e11f8-f2d0-4e3c-812b-2befc42ab761'] in dv-cinder-805316-1-iscsi is: [{'id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'name': 'router1', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '254ff67a-5584-4650-8e55-19571dc8679e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:39:24Z', 'updated_at': '2021-08-19T23:39:41Z', 'revision_number': 4, 'project_id': '8326b88be3414425981c5b28b9c94706', 'gw_port': {'id': '254ff67a-5584-4650-8e55-19571dc8679e', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:41Z', 'updated_at': '2021-08-19T23:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0', 'name': '', 'network_id': '45261ee9-43ad-4c1a-b936-73760fc3cab0', 'tenant_id': '8326b88be3414425981c5b28b9c94706', 'mac_address': 'fa:16:3e:a0:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e11f8-f2d0-4e3c-812b-2befc42ab761', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:39:33Z', 'updated_at': '2021-08-19T23:39:44Z', 'revision_number': 5, 'project_id': '8326b88be3414425981c5b28b9c94706', 'subnets': [{'id': '42eda703-a927-4cad-846a-dfe50f4e39e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a6f3c0-6211-4dad-801c-da72ebbc667e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:39:45.797131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:39:45.853616 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:45.854067 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:45.953379 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 254ff67a-5584-4650-8e55-19571dc8679e up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:39:46.000039 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 254ff67a-5584-4650-8e55-19571dc8679e completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:39:46.004171 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 254ff67a-5584-4650-8e55-19571dc8679e triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:46.004558 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:46.083153 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:46.104988 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 254ff67a-5584-4650-8e55-19571dc8679e, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=254ff67a-5584-4650-8e55-19571dc8679e,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:39:46.109093 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:46.163459 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=254ff67a-5584-4650-8e55-19571dc8679e,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:39:47.690147 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 254ff67a-5584-4650-8e55-19571dc8679e up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:39:47.738381 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 254ff67a-5584-4650-8e55-19571dc8679e triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:39:47.738756 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:39:58.709460 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:39:59.051751 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-cf112886-115d-4b7b-b22d-4127b1c2af78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:01.652674 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4c1af50f-415d-4907-9ccd-c0a64d474a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:01.888575 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:02.799588 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:04.290624 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:29.045405 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6d8eea17-e721-4df3-921f-dcc92e71b8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:31.645032 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc49e-762a-4fb4-bdc9-52d93d1dcf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:31.886932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:32.801339 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:34.281179 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:40:35.709008 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:40:59.045113 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1574594c-ace8-4566-831d-7e469bd1fd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:01.647751 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b9e21ae9-cbce-47c8-8506-2be60021b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:01.877959 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:02.802974 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:04.287688 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:12.707942 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:41:19.120513 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56278) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:19.184767 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea021fc8-1697-48f0-a826-9cc911286cdf admin admin] GET failed (client error): The resource could not be found. Aug 19 23:41:19.186089 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ea021fc8-1697-48f0-a826-9cc911286cdf admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646355 Aug 19 23:41:19.340335 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db63d9c-a520-44c0-be17-014b809164aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:19.341739 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8db63d9c-a520-44c0-be17-014b809164aa admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1512671 Aug 19 23:41:21.523480 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56288) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:21.612064 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e6020-2ddf-4e58-add6-0e4bc193be47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:21.613372 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-866e6020-2ddf-4e58-add6-0e4bc193be47 admin admin] 10.222.0.18 "GET /v2.0/subnets/42eda703-a927-4cad-846a-dfe50f4e39e8 HTTP/1.1" status: 200 len: 849 time: 0.0889549 Aug 19 23:41:21.622808 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:41:21.711661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:21.849016 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764936015454'] for subnet, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:21.878212 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:21.879342 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:21.891329 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] 10.222.0.18 "PUT /v2.0/subnets/42eda703-a927-4cad-846a-dfe50f4e39e8 HTTP/1.1" status: 200 len: 868 time: 0.2613461 Aug 19 23:41:21.891598 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d0c1a-e9b5-4180-ab66-aa82094924b9 None None] Network 45261ee9-43ad-4c1a-b936-73760fc3cab0 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:41:21.901039 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42eda703-a927-4cad-846a-dfe50f4e39e8,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:41:21.908361 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.908735 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.909083 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.909420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.909790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.910142 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.910477 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.910823 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.911179 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.911508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.911833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:21.912156 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa03b8-2112-4d6c-8189-688c4cb8c407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:41:22.258526 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-aca78737-d426-498e-a0f4-3a0aaaf2c0bb None None] Provisioning complete for port 8a217784-2b4d-4a4f-be1b-89159c002ea0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:41:22.258893 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-aca78737-d426-498e-a0f4-3a0aaaf2c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:22.345561 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-aca78737-d426-498e-a0f4-3a0aaaf2c0bb None None] Provisioning complete for port e5cd22bb-c402-4f7b-b7e9-c0040e7ed8c0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:41:22.345839 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-aca78737-d426-498e-a0f4-3a0aaaf2c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:24.033556 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56296) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:24.228248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1ee83-1f21-4ac6-b2d4-3065c9f3f5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:24.228653 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1ee83-1f21-4ac6-b2d4-3065c9f3f5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:24.230252 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c0d1ee83-1f21-4ac6-b2d4-3065c9f3f5fe admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957235 Aug 19 23:41:26.348101 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56304) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:26.477199 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07be7e-4911-471e-9c09-9c55bf66b374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:26.477672 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07be7e-4911-471e-9c09-9c55bf66b374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:26.479231 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8b07be7e-4911-471e-9c09-9c55bf66b374 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301594 Aug 19 23:41:28.630998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56312) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:28.948841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.policy [None req-f514f090-bffd-4044-8e98-2bf950455906 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 23:41:28.994739 dv-cinder-805316-1-iscsi neutron-server[100859]: WARNING oslo_policy.policy [None req-f514f090-bffd-4044-8e98-2bf950455906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:41:28.995129 dv-cinder-805316-1-iscsi neutron-server[100859]: WARNING oslo_policy.policy [None req-f514f090-bffd-4044-8e98-2bf950455906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:41:29.003472 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514f090-bffd-4044-8e98-2bf950455906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:29.005191 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f514f090-bffd-4044-8e98-2bf950455906 admin admin] 10.222.0.18 "GET /v2.0/networks/31806ae1-66a1-4a18-86f1-0b098f0f381f HTTP/1.1" status: 200 len: 886 time: 0.3732271 Aug 19 23:41:29.047686 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-930bdb23-53b8-4689-81b7-1759b6c84627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:31.145327 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56324) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:31.288985 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cc976-be46-438a-91f9-d4d7d7deefef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:31.290336 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-407cc976-be46-438a-91f9-d4d7d7deefef admin admin] 10.222.0.18 "GET /v2.0/networks/45261ee9-43ad-4c1a-b936-73760fc3cab0 HTTP/1.1" status: 200 len: 869 time: 0.1440938 Aug 19 23:41:31.650188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-28480832-d8a4-4c20-99d5-a8f72335c0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:31.878930 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:32.805251 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:33.456337 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56332) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:33.585205 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f9396-134e-4439-80cb-343976852c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:33.585669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f9396-134e-4439-80cb-343976852c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:33.587218 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-101f9396-134e-4439-80cb-343976852c06 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294067 Aug 19 23:41:34.289849 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:41:35.702215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56340) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:35.831668 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6fe5a-16e6-445d-8690-4c38396b2e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:35.832120 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6fe5a-16e6-445d-8690-4c38396b2e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:35.833650 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8ed6fe5a-16e6-445d-8690-4c38396b2e56 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304882 Aug 19 23:41:37.957339 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56348) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:38.139608 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd0d10-4b84-40b3-a767-f6d84a092738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:38.140975 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-60cd0d10-4b84-40b3-a767-f6d84a092738 admin admin] 10.222.0.18 "GET /v2.0/subnets/42eda703-a927-4cad-846a-dfe50f4e39e8 HTTP/1.1" status: 200 len: 868 time: 0.1827564 Aug 19 23:41:40.269580 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56356) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:41:40.352995 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664d052-7530-4186-8c0a-c6dfd4a0c968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:41:40.354344 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3664d052-7530-4186-8c0a-c6dfd4a0c968 admin admin] 10.222.0.18 "GET /v2.0/subnets/af3ed476-7cbc-465a-9132-ca90a9f16963 HTTP/1.1" status: 200 len: 816 time: 0.0838065 Aug 19 23:41:49.706515 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:41:59.047484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-0c8eae2f-9a9c-4be8-915e-b055dac78f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:01.654787 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-8534a29c-968e-48c9-b6d1-a854e41846a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:01.880653 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:02.810519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:03.772246 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56410) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:42:03.819723 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [None req-b7bf0b3d-2063-4667-8bfe-fccc8597950e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:42:03.820741 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b7bf0b3d-2063-4667-8bfe-fccc8597950e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475426 Aug 19 23:42:04.292423 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:06.031883 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56418) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:42:06.094594 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60dfac2-bc3b-4e92-b806-fbf7a7462441 admin admin] GET failed (client error): The resource could not be found. Aug 19 23:42:06.095927 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b60dfac2-bc3b-4e92-b806-fbf7a7462441 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630944 Aug 19 23:42:06.237454 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff6878-f32b-4f62-912c-c2b19afc4973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:42:06.238951 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-08ff6878-f32b-4f62-912c-c2b19afc4973 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386812 Aug 19 23:42:08.404038 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56426) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:42:08.450613 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:42:08.451921 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.quota [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Loaded quota_driver: . Aug 19 23:42:08.490798 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Made reservation on behalf of 16d01039b0b347c68c0e4adebafdfae8 for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:42:08.493678 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:08.538458 dv-cinder-805316-1-iscsi neutron-server[100859]: WARNING neutron.services.revisions.revision_plugin [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Could not find related network for resource to bump revision. Aug 19 23:42:08.557986 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:42:08.569849 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764936060901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:08.570401 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Unsubscribe: segment precommit_create {{(pid=100859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 23:42:08.570871 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Added segment 6b0f2602-3775-4842-99cc-e9714ef710af of type vlan for network d406a05e-9dc1-4ae4-b343-c13bfe74f509 Aug 19 23:42:08.629227 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:08.662639 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:08.663849 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:42:08.664460 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:08.688775 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2837017 Aug 19 23:42:08.798494 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Pushing event updated for resources: {'Network': ['ID=d406a05e-9dc1-4ae4-b343-c13bfe74f509,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:42:08.807961 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.808314 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.808656 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.808990 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.809328 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.809665 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.809993 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.810397 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.810746 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.811074 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.811426 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.811750 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f7fda-f784-4906-bd86-fd3925615438 admin admin] Tracked resource versions report: Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: pushed versions: Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: { 'AddressGroup': {'1.2'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'ConntrackHelper': {'1.0'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Log': {'1.0'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Network': {'1.1'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Port': {'1.7'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'PortForwarding': {'1.2'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'QosPolicy': {'1.9'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroup': {'1.4'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SubPort': {'1.0'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Subnet': {'1.1'}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Trunk': {'1.1'}} Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: consumer versions: Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'ConntrackHelper': '1.0', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Log': '1.0', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Network': '1.1', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Port': '1.7', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'PortForwarding': '1.2', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'QosPolicy': '1.9', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroup': '1.4', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroupRule': '1.2', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SubPort': '1.0', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Subnet': '1.1', Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Trunk': '1.1'}} Aug 19 23:42:08.812921 dv-cinder-805316-1-iscsi neutron-server[100859]: {{(pid=100859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:42:08.853890 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network d406a05e-9dc1-4ae4-b343-c13bfe74f509 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:42:10.830048 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56438) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:42:10.890006 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.pecan_wsgi.hooks.translation [None req-814d33b9-575f-4e8c-a4ac-1992cae22325 admin admin] GET failed (client error): The resource could not be found. Aug 19 23:42:10.891355 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-814d33b9-575f-4e8c-a4ac-1992cae22325 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603380 Aug 19 23:42:10.961621 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fdf1d4-3ee0-44d1-98f7-9d4f8d60f31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:42:10.963075 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-00fdf1d4-3ee0-44d1-98f7-9d4f8d60f31b admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672419 Aug 19 23:42:10.973632 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509', 'description': 'shared-subnet'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:42:10.992037 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Made reservation on behalf of 16d01039b0b347c68c0e4adebafdfae8 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:42:10.994444 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.155357 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.205863 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3005354-7ff8-481c-acbe-8cf1dd0e2d8a,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:42:11.215510 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Checking segment: {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:42:11.215861 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Network hostable DHCP agents. Network: d406a05e-9dc1-4ae4-b343-c13bfe74f509, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:42:11.231708 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Network d406a05e-9dc1-4ae4-b343-c13bfe74f509 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:42:11.239719 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, d406a05e-9dc1-4ae4-b343-c13bfe74f509) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:42:11.243564 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:42:11.244147 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.248637 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69dbfe0-11b2-4d18-b3ed-e2d4e14e43f9 None None] Network d406a05e-9dc1-4ae4-b343-c13bfe74f509 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:42:11.256848 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c8a38a5e-ea9b-448f-badb-59e8e0cccb29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2870128 Aug 19 23:42:11.489887 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-d406a05e-9dc1-4ae4-b343-c13bfe74f509', 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509', 'tenant_id': '16d01039b0b347c68c0e4adebafdfae8', 'fixed_ips': [{'subnet_id': 'd3005354-7ff8-481c-acbe-8cf1dd0e2d8a'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:42:11.490760 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.626897 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Allocated IP 192.168.233.2 (d406a05e-9dc1-4ae4-b343-c13bfe74f509/d3005354-7ff8-481c-acbe-8cf1dd0e2d8a/846d7d2a-f757-4607-942e-7c6acd5f4545) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:42:11.770909 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.779171 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Transition to ACTIVE for port object 846d7d2a-f757-4607-942e-7c6acd5f4545 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:42:11.793848 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Transition to ACTIVE for port object 846d7d2a-f757-4607-942e-7c6acd5f4545 will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:42:11.799698 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.841244 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Network d406a05e-9dc1-4ae4-b343-c13bfe74f509 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:42:11.842612 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:42:11.845213 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:42:11.859548 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Pushing event updated for resources: {'Port': ['ID=846d7d2a-f757-4607-942e-7c6acd5f4545,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:42:11.882034 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.882413 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.882764 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.883119 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.883461 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.883800 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.884134 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.884467 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.884818 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.885151 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.885483 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.885813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:42:11.918190 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Attempting to bind port 846d7d2a-f757-4607-942e-7c6acd5f4545 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:42:11.918562 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Attempting to bind port 846d7d2a-f757-4607-942e-7c6acd5f4545 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:42:11.918922 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Attempting to bind port 846d7d2a-f757-4607-942e-7c6acd5f4545 on network d406a05e-9dc1-4ae4-b343-c13bfe74f509 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:42:11.924051 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:42:11.924426 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Checking segment: {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:42:11.924829 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.925787 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Bound using segment: {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:42:11.926252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Bound port: 846d7d2a-f757-4607-942e-7c6acd5f4545, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:42:11.926648 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:11.986856 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] For port 846d7d2a-f757-4607-942e-7c6acd5f4545, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:42:11.990535 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] For port 846d7d2a-f757-4607-942e-7c6acd5f4545, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=846d7d2a-f757-4607-942e-7c6acd5f4545,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:42:11.995661 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:12.056768 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84af06-b90d-4414-a81e-0267b2140091 None None] Pushing event updated for resources: {'Port': ['ID=846d7d2a-f757-4607-942e-7c6acd5f4545,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:42:12.804494 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf4edd-1e5f-49e0-9e8e-e5db2f6cf6de None None] Network d406a05e-9dc1-4ae4-b343-c13bfe74f509 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:42:12.912577 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c79d656a-220a-4a9b-970a-4549394d65ab None None] Provisioning for port 846d7d2a-f757-4607-942e-7c6acd5f4545 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:42:13.806768 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 846d7d2a-f757-4607-942e-7c6acd5f4545 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:42:13.856252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 846d7d2a-f757-4607-942e-7c6acd5f4545 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:42:13.860315 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 846d7d2a-f757-4607-942e-7c6acd5f4545 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:42:13.860710 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:13.941291 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:13.973996 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 846d7d2a-f757-4607-942e-7c6acd5f4545, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=846d7d2a-f757-4607-942e-7c6acd5f4545,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:42:13.978157 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:14.026316 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=846d7d2a-f757-4607-942e-7c6acd5f4545,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:42:15.786842 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 846d7d2a-f757-4607-942e-7c6acd5f4545 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:42:15.834613 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 846d7d2a-f757-4607-942e-7c6acd5f4545 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:42:15.834976 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:26.706155 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:42:29.049325 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-fe936a88-f9cd-49e0-84a6-714f96051f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:31.656773 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c62ede1b-cb72-43d6-8214-347f54a9667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:31.881799 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:32.809982 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:34.299751 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:42:59.049224 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-34eb88d9-df7f-496c-93b5-b0175b581fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:01.657739 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b6a438b6-19b7-41f7-b49d-31d6549432ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:01.884593 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:02.813640 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:03.704441 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:43:04.301020 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:24.773348 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56490) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:43:24.779302 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [None req-a56edb16-4b1a-4599-bdcf-c90185f9a9ab tempest-verify_tempest_config-525477261 tempest-verify_tempest_config-525477261-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:43:24.780284 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a56edb16-4b1a-4599-bdcf-c90185f9a9ab tempest-verify_tempest_config-525477261 tempest-verify_tempest_config-525477261-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059693 Aug 19 23:43:25.082582 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56508) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:43:25.186919 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.272279 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.275881 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.319023 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e2e19d57baa4d61805f7d2d460ab9f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2353683 Aug 19 23:43:25.321003 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f5812-b167-48b8-a041-3027015729da,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:43:25.321604 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56512) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:43:25.328248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.328611 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.328947 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.329283 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.329607 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.329951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.330278 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.331150 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.331491 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.331844 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.332160 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.332476 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7da8c26-04ff-4629-b64e-357b694e85cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.401607 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.421463 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.510584 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.513113 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:25.514285 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a4f5812-b167-48b8-a041-3027015729da HTTP/1.1" status: 204 len: 168 time: 0.1917124 Aug 19 23:43:25.523455 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f5812-b167-48b8-a041-3027015729da,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:43:25.530811 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.531206 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.531561 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.531932 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.532309 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.532806 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.533090 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.533466 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.533814 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.534145 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.534469 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:25.534800 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1e194-ccda-4b58-a71c-84051e33f999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:43:29.051252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e948e70a-dd30-417a-825c-b88494888b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:31.660007 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bee4ff94-45b6-411e-b645-43cbe0bdd15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:31.885218 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:32.816630 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:34.303309 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:43:40.702860 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:43:59.050887 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-dc423c89-52aa-4415-bab2-9f244d1ee170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:01.660592 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d497b3e5-860b-492a-97c9-4aadd2fc2012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:01.885000 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:02.818245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:04.305443 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:17.701809 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 5 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:44:29.050684 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f08790d3-d966-4828-8998-78fe213c52ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:31.660388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-dbaadbe0-5b32-4ef0-af00-6e561350da11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:31.887339 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:32.820286 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:34.307781 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:53.221457 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3911350'] for agent, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:44:54.700685 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:44:59.051328 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2bd417f2-875e-456c-b5a7-d4a8681126a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:01.661574 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-0263b901-7024-49d6-87cd-02a116623705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:01.889166 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:02.824620 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:04.312169 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:08.231285 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56588) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:45:08.337783 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-1f0bf38f-4ef8-4c9d-900d-a68978bd1836 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1054296 Aug 19 23:45:10.500470 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56598) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:45:10.554426 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-926e2f8b-bdba-455b-8348-a2cbbf4e4112 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528841 Aug 19 23:45:23.178600 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:29.051941 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4b50f7b6-f1ec-4c2a-abf2-687e8ba98853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:31.661875 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f0cada9f-09d7-4f54-a1bf-d40969a3aa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:31.699062 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:45:31.890058 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:32.825965 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:34.314993 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:53.175568 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:45:59.054281 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a72fb22b-6a39-4447-8b08-73d60e428508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:01.663440 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-35b45751-233e-42db-a52e-f76aab185a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:01.901191 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:02.832658 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:04.320211 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:08.697562 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:46:23.172441 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:29.055615 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bafaba46-28a2-4110-880d-60860ea28cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:31.665578 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bbd80be4-20b1-47b2-800c-5be46e135578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:31.894925 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:32.848029 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:34.333249 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.117859 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56752) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:36.420212 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1684172078-network', 'tenant_id': '18ac85d472a544349f644ff7774da581'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:36.442363 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Made reservation on behalf of 18ac85d472a544349f644ff7774da581 for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:36.444895 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.458931 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.558549 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.566699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.594387 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982d1c8-06ff-493d-b62b-00fd9a3fd25c,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:36.602996 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:46:36.605724 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.606279 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.606625 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.606959 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.607315 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.607866 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.608121 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.608495 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.608776 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.609098 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.609602 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.609924 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Tracked resource versions report: Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: pushed versions: Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: { 'AddressGroup': {'1.2'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'ConntrackHelper': {'1.0'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Log': {'1.0'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Network': {'1.1'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Port': {'1.7'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'PortForwarding': {'1.2'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'QosPolicy': {'1.9'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroup': {'1.4'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SubPort': {'1.0'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Subnet': {'1.1'}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Trunk': {'1.1'}} Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: consumer versions: Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: HyperV agent@hv-cinder-80531: {}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'ConntrackHelper': '1.0', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Log': '1.0', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Network': '1.1', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Port': '1.7', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'PortForwarding': '1.2', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'QosPolicy': '1.9', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroup': '1.4', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SecurityGroupRule': '1.2', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'SubPort': '1.0', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Subnet': '1.1', Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: 'Trunk': '1.1'}} Aug 19 23:46:36.610939 dv-cinder-805316-1-iscsi neutron-server[100859]: {{(pid=100859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:46:36.623950 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.624151 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Added segment bc2d1391-fc49-4352-8f71-789f85e7b7d9 of type vlan for network fbee190f-0ae5-44f0-8185-da4caa6f6c9f Aug 19 23:46:36.673148 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.705913 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.707072 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:36.707781 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:36.771821 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbee190f-0ae5-44f0-8185-da4caa6f6c9f,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:36.781881 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network fbee190f-0ae5-44f0-8185-da4caa6f6c9f details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:46:36.790070 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-17f758cd-3e21-45f4-8263-41e70b9b28f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6704652 Aug 19 23:46:36.790409 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56800) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:36.797736 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Request body: {'subnet': {'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1684172078-subnet', 'tenant_id': '18ac85d472a544349f644ff7774da581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:36.824302 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Made reservation on behalf of 18ac85d472a544349f644ff7774da581 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:36.828390 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.009945 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.077940 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=891a6841-2994-4b4c-935e-5b7f32b73137,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:37.087112 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.087452 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.087791 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.088124 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.088446 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.088806 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.089137 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.089468 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.089812 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.090137 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.090455 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.090771 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Tracked resource versions report: Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: pushed versions: Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: { 'AddressGroup': {'1.2'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'ConntrackHelper': {'1.0'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Log': {'1.0'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Network': {'1.1'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Port': {'1.7'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'PortForwarding': {'1.2'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'QosPolicy': {'1.9'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroup': {'1.4'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SubPort': {'1.0'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Subnet': {'1.1'}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Trunk': {'1.1'}} Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: consumer versions: Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: HyperV agent@hv-cinder-80531: {}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'ConntrackHelper': '1.0', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Log': '1.0', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Network': '1.1', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Port': '1.7', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'PortForwarding': '1.2', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'QosPolicy': '1.9', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroup': '1.4', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SecurityGroupRule': '1.2', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'SubPort': '1.0', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Subnet': '1.1', Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: 'Trunk': '1.1'}} Aug 19 23:46:37.091833 dv-cinder-805316-1-iscsi neutron-server[100860]: {{(pid=100860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:46:37.112799 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Checking segment: {'id': 'bc2d1391-fc49-4352-8f71-789f85e7b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:37.113151 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Network hostable DHCP agents. Network: fbee190f-0ae5-44f0-8185-da4caa6f6c9f, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:46:37.129858 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Network fbee190f-0ae5-44f0-8185-da4caa6f6c9f is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:46:37.139521 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, fbee190f-0ae5-44f0-8185-da4caa6f6c9f) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:37.146629 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:37.147705 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.151565 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2539d5-f7d7-4834-88f3-1da2446ef4dd None None] Network fbee190f-0ae5-44f0-8185-da4caa6f6c9f requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:37.162776 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-2f407fdd-e889-4f99-8306-ef268ee37177 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3713753 Aug 19 23:46:37.275953 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33a25d-419f-4734-ba8c-16a632ec1820 None None] Network fbee190f-0ae5-44f0-8185-da4caa6f6c9f requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:37.290474 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56824) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:37.391184 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56830) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:37.424034 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56840) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:37.662982 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-network', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:37.686095 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Made reservation on behalf of 6c7feca836fe4247b9a25475a6df0f54 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:37.688778 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.697419 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.786171 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1561346801-network', 'tenant_id': '9fb4bc3f6e6a49afa0464aa0f5d47c20'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:37.797531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.809013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-622949112-network', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:37.815684 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.827453 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:46:37.839678 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.840187 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Added segment 4403005a-9651-4bd9-ad84-07319d152e50 of type vlan for network 7128cb46-731a-4819-9ff1-2a2664c2c93d Aug 19 23:46:37.840843 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Made reservation on behalf of c4d50104ebe341c6a5f17a1a31f798be for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:37.842207 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Made reservation on behalf of 9fb4bc3f6e6a49afa0464aa0f5d47c20 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:37.843863 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.844743 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.854060 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.883048 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.923127 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.929851 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d700798-87d6-467e-9182-b38ec1aa4fb0,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:37.957799 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.959030 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.960228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:37.960882 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.963888 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.981496 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:46:37.990717 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:37.991424 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Added segment 163931d1-4f8b-4b53-8e8b-1f79458d0f8f of type vlan for network 857b6525-e887-4e5c-9cff-883d8ffb3b68 Aug 19 23:46:38.028133 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7128cb46-731a-4819-9ff1-2a2664c2c93d,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.040945 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.042460 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:46:38.091646 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee00b526-41b8-48c5-b00c-fa21aa9d7f96,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.096185 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.097649 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:38.098386 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.186509 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] Pushing event updated for resources: {'Network': ['ID=857b6525-e887-4e5c-9cff-883d8ffb3b68,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.191986 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.199443 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.199957 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:46:38.211729 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2d16e421-519e-427c-81a2-18ebc0f3665f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7840319 Aug 19 23:46:38.212341 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-56398ba7-12ae-4c3c-a226-0da86706a5b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9172754 Aug 19 23:46:38.212634 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56878) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:38.212939 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56880) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:38.218424 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Request body: {'subnet': {'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-622949112-subnet', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:38.227877 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Request body: {'subnet': {'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-subnet', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:38.234524 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:46:38.245678 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abcd5d5-57fb-4475-9e48-8378ffd57835,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.251531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.251839 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Added segment 6ef057a5-d188-426c-899d-75ee417ce908 of type vlan for network 0b287304-96de-44a7-8a50-82f75c5d2924 Aug 19 23:46:38.271241 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Made reservation on behalf of c4d50104ebe341c6a5f17a1a31f798be for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:38.274818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.299289 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.330881 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.333106 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:38.333933 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.354247 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Made reservation on behalf of 6c7feca836fe4247b9a25475a6df0f54 for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:38.356756 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Notify callbacks [] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.399310 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0070179 Aug 19 23:46:38.406416 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56884) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:38.426319 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Request body: {'subnet': {'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1561346801-subnet', 'tenant_id': '9fb4bc3f6e6a49afa0464aa0f5d47c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:38.461291 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Made reservation on behalf of 9fb4bc3f6e6a49afa0464aa0f5d47c20 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:38.473366 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.571418 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49d463-7700-462f-8dea-a8f2e52e01f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0b287304-96de-44a7-8a50-82f75c5d2924,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.588164 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 0b287304-96de-44a7-8a50-82f75c5d2924 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:46:38.675470 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.739258 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.796646 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.827968 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Checking segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:38.829354 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Network hostable DHCP agents. Network: 857b6525-e887-4e5c-9cff-883d8ffb3b68, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:46:38.871637 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:46:38.892378 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a47b15-e1a4-4879-ae85-53327caee444,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:38.899408 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Checking segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:38.900360 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Network hostable DHCP agents. Network: 0b287304-96de-44a7-8a50-82f75c5d2924, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:46:38.900660 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 857b6525-e887-4e5c-9cff-883d8ffb3b68) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:38.910750 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1a089-4c5f-4aa4-a1ad-8458be8e1f33 None None] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:38.922865 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Network 0b287304-96de-44a7-8a50-82f75c5d2924 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:46:38.927492 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:38.928095 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.931630 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 0b287304-96de-44a7-8a50-82f75c5d2924) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:38.936740 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:38.937528 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:38.970623 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-1426ea72-3189-4331-8eae-35d1ee5fb831 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7539575 Aug 19 23:46:38.970623 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 56906) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:38.972362 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6e08ae4b-1e7f-4731-b61c-761989adf3a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5642443 Aug 19 23:46:38.991054 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5463e-0702-4956-8420-68ad56991083 None None] Network 0b287304-96de-44a7-8a50-82f75c5d2924 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:39.028555 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:39.034727 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.112025 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=708acd78-bb7f-4af8-8027-607592ba8d91,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:39.120734 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.122526 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.158780 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Checking segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:39.160090 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Network hostable DHCP agents. Network: 7128cb46-731a-4819-9ff1-2a2664c2c93d, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:46:39.306738 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.381658 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:46:39.411610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 7128cb46-731a-4819-9ff1-2a2664c2c93d) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:39.431646 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ac114-ea49-46fd-80bc-ae2caebab58b None None] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:39.450928 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:39.451732 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.504697 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a310c-0a80-4419-bf7c-7e5883c19996 None None] Network 0b287304-96de-44a7-8a50-82f75c5d2924 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:39.572187 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4cb31229-1824-4cff-b5e1-99afaa4dc6be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3493333 Aug 19 23:46:39.575032 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56954) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:39.580488 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:39.599302 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-857b6525-e887-4e5c-9cff-883d8ffb3b68', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:46:39.600195 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.625610 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.626857 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.637051 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.763960 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136eb9b-596f-4e1b-966b-2c86bac00130 None None] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:39.779675 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:39.972274 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Allocated IP 172.20.0.2 (857b6525-e887-4e5c-9cff-883d8ffb3b68/ea06435f-c1ce-4d2e-91c6-0f23e8e493eb/e30c9471-8e9d-4c07-b7d3-2acbcad76771) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:39.974246 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.057547 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 56978) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:40.057869 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.060791 dv-cinder-805316-1-iscsi neutron-server[100860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 23:46:40.085028 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.254712 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.271808 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Transition to ACTIVE for port object e30c9471-8e9d-4c07-b7d3-2acbcad76771 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:40.305589 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-af1c1974-7df5-4e09-bb4c-307f5b5a2504 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:40.313102 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-af1c1974-7df5-4e09-bb4c-307f5b5a2504 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/networks?id=fbee190f-0ae5-44f0-8185-da4caa6f6c9f HTTP/1.1" status: 200 len: 812 time: 0.2533576 Aug 19 23:46:40.317592 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Allocated IP 172.27.0.176 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/6ce0791c-e19a-49d8-a350-c0945f8c4a15) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:40.322102 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Transition to ACTIVE for port object e30c9471-8e9d-4c07-b7d3-2acbcad76771 will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:40.342608 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.344041 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-8f69de7d-86f3-4ac1-9ff4-8b44dab1c9fd tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/quotas/18ac85d472a544349f644ff7774da581 HTTP/1.1" status: 200 len: 375 time: 0.0300038 Aug 19 23:46:40.456084 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:40.467566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:40.476699 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:40.490059 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Pushing event updated for resources: {'Port': ['ID=e30c9471-8e9d-4c07-b7d3-2acbcad76771,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:40.498387 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.499162 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.499731 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.500295 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.501086 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.501654 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.502216 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.502764 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.503395 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.504139 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.504851 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.505401 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Tracked resource versions report: Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: pushed versions: Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: { 'AddressGroup': {'1.2'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'ConntrackHelper': {'1.0'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Log': {'1.0'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Network': {'1.1'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Port': {'1.7'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'PortForwarding': {'1.2'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'QosPolicy': {'1.9'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroup': {'1.4'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SubPort': {'1.0'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Subnet': {'1.1'}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Trunk': {'1.1'}} Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: consumer versions: Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: HyperV agent@hv-cinder-80531: {}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'ConntrackHelper': '1.0', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Log': '1.0', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Network': '1.1', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Port': '1.7', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'PortForwarding': '1.2', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'QosPolicy': '1.9', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroup': '1.4', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SecurityGroupRule': '1.2', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'SubPort': '1.0', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Subnet': '1.1', Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: 'Trunk': '1.1'}} Aug 19 23:46:40.506696 dv-cinder-805316-1-iscsi neutron-server[100861]: {{(pid=100861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:46:40.533849 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-ecf44622-de41-47b5-b9e9-103877ec208d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=18ac85d472a544349f644ff7774da581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1888635 Aug 19 23:46:40.581753 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Attempting to bind port e30c9471-8e9d-4c07-b7d3-2acbcad76771 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:40.582126 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.583067 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Attempting to bind port e30c9471-8e9d-4c07-b7d3-2acbcad76771 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:40.583821 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Attempting to bind port e30c9471-8e9d-4c07-b7d3-2acbcad76771 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:40.591468 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:40.592371 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Checking segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:40.593016 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.593850 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Bound using segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:40.594579 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Bound port: e30c9471-8e9d-4c07-b7d3-2acbcad76771, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:40.595371 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.679882 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.731341 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.769522 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.797461 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] For port e30c9471-8e9d-4c07-b7d3-2acbcad76771, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:40.808853 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] For port e30c9471-8e9d-4c07-b7d3-2acbcad76771, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=e30c9471-8e9d-4c07-b7d3-2acbcad76771,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:40.820349 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:40.887303 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:40.894630 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:40.904439 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:40.949986 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57018) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:40.970237 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Pushing event updated for resources: {'Port': ['ID=6ce0791c-e19a-49d8-a350-c0945f8c4a15,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:41.005244 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32b752-d844-479f-b0b6-db2d18ad739a None None] Pushing event updated for resources: {'Port': ['ID=e30c9471-8e9d-4c07-b7d3-2acbcad76771,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:41.092775 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Allocated IP 172.27.0.219 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/8a35e091-4f5f-462b-b3b2-7c7398576fd3) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:41.188515 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-4f9126cf-5e02-4ec8-8ec9-7e4813ba9383 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:46:41.189726 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-4f9126cf-5e02-4ec8-8ec9-7e4813ba9383 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3556240 Aug 19 23:46:41.373327 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:41.396910 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-58f91522-13f2-4bfc-9a1b-d9403d79aa6c service neutron] 10.222.0.18 "GET /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932046 Aug 19 23:46:41.483421 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:41.506950 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-8cf79626-e395-491a-823a-46062e90f037 service neutron] 10.222.0.18 "GET /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024306 Aug 19 23:46:41.511710 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:41.552830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:41.559925 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:41.565240 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57028) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:41.571964 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:41.670808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ab35e2f8-a210-4b93-9ebb-73af9d0ef66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:41.677941 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2180c459-0f13-4479-a6ef-f9af5f0f7025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:41.703612 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Pushing event updated for resources: {'Port': ['ID=8a35e091-4f5f-462b-b3b2-7c7398576fd3,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:41.715456 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57044) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:41.899040 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:41.967439 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-4982f2fb-6e67-4080-8b4f-1e29cdf73389 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:41.969162 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-4982f2fb-6e67-4080-8b4f-1e29cdf73389 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.2525682 Aug 19 23:46:42.028430 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b93d342f-3356-4e04-ad32-622d0deaaae5 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/quotas/9fb4bc3f6e6a49afa0464aa0f5d47c20 HTTP/1.1" status: 200 len: 375 time: 0.0527172 Aug 19 23:46:42.037917 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ab35e2f8-a210-4b93-9ebb-73af9d0ef66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.051722 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.057627 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ab35e2f8-a210-4b93-9ebb-73af9d0ef66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.078701 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device e30c9471-8e9d-4c07-b7d3-2acbcad76771 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:42.122424 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-133b4bc1-5c2d-4c93-b10e-074d387bb828 req-e04b7ffe-0afd-457a-8619-2a4d26fcbfc8 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.1158338 Aug 19 23:46:42.186586 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35e2f8-a210-4b93-9ebb-73af9d0ef66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a15d79-7e48-4442-9bb1-879bcbfa1e9f,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:42.195751 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-ab35e2f8-a210-4b93-9ebb-73af9d0ef66e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9739debc837485ab145d04028c81bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6274822 Aug 19 23:46:42.196300 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57070) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:42.210695 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port e30c9471-8e9d-4c07-b7d3-2acbcad76771 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:42.265358 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-43b81da4-c559-425a-80f6-4f709472d075 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379082 Aug 19 23:46:42.328776 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d014093c-39ef-441d-b1e5-32f7b0661272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.376099 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d014093c-39ef-441d-b1e5-32f7b0661272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.416979 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Router edff3905-6fa9-477b-a40c-6c5984f3769a is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:46:42.465131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100d3bf-6079-4963-88fc-70686a4b8406 None None] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:42.480197 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2180c459-0f13-4479-a6ef-f9af5f0f7025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.495924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-47827f6e-434f-4c60-a8a3-26e10b6ead9d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:46:42.502806 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-47827f6e-434f-4c60-a8a3-26e10b6ead9d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1207862 Aug 19 23:46:42.513711 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2180c459-0f13-4479-a6ef-f9af5f0f7025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.524509 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d014093c-39ef-441d-b1e5-32f7b0661272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.531733 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d014093c-39ef-441d-b1e5-32f7b0661272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.534653 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.535438 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d014093c-39ef-441d-b1e5-32f7b0661272 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5a15d79-7e48-4442-9bb1-879bcbfa1e9f HTTP/1.1" status: 204 len: 168 time: 0.3384695 Aug 19 23:46:42.587437 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] Provisioning for port e30c9471-8e9d-4c07-b7d3-2acbcad76771 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:42.597870 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014093c-39ef-441d-b1e5-32f7b0661272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a15d79-7e48-4442-9bb1-879bcbfa1e9f,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:42.603604 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-2180c459-0f13-4479-a6ef-f9af5f0f7025 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b651cad3286d43ef9f01678e7d9c871c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6481550 Aug 19 23:46:42.614049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] Provisioning complete for port e30c9471-8e9d-4c07-b7d3-2acbcad76771 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:42.614654 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.615267 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57092) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:42.640420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c459-0f13-4479-a6ef-f9af5f0f7025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132cf821-1c86-4885-8dae-d4ddd6c59099,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:42.865981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-22f61b7a-3972-43fa-9867-be5d1388b24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.868118 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-2d78330b-f39e-4284-9e97-5d9b9791bd70 service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638582 Aug 19 23:46:42.893041 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-22f61b7a-3972-43fa-9867-be5d1388b24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.928777 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:42.941975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:46:42.965486 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:46:42.999068 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-74904ff1-ae80-4efa-963f-fe3c22493261 service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285832 Aug 19 23:46:43.001061 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:43.003051 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] For port e30c9471-8e9d-4c07-b7d3-2acbcad76771, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=e30c9471-8e9d-4c07-b7d3-2acbcad76771,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:46:43.003796 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:43.011134 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.024776 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Router ef106442-7ee5-42e3-9847-b9d75e1ad37c is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:46:43.040415 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.043059 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-05843385-030b-4732-bf4f-0041899f2f3e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0192361 Aug 19 23:46:43.045922 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57112) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:43.075633 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6fb6-017f-4366-a9c6-2562ba56cbd8 None None] Pushing event updated for resources: {'Port': ['ID=e30c9471-8e9d-4c07-b7d3-2acbcad76771,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:43.152712 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-22f61b7a-3972-43fa-9867-be5d1388b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.157193 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-22f61b7a-3972-43fa-9867-be5d1388b24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.174076 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-22f61b7a-3972-43fa-9867-be5d1388b24b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/132cf821-1c86-4885-8dae-d4ddd6c59099 HTTP/1.1" status: 204 len: 168 time: 0.5555065 Aug 19 23:46:43.179672 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57122) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:43.242981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f61b7a-3972-43fa-9867-be5d1388b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132cf821-1c86-4885-8dae-d4ddd6c59099,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:43.290627 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5627fb61-ff1a-4b2c-8d39-91337a77d50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.383331 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:43.420686 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2261cb47-8176-4538-80d7-4b07f98630cb req-7f5ae7e2-66a2-4866-9fba-daae58fc8a0c tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.1256046 Aug 19 23:46:43.481905 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:46:43.495859 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Sync routers for ids ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:46:43.523435 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Routers {'ef106442-7ee5-42e3-9847-b9d75e1ad37c'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:43.524230 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:43.626426 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5627fb61-ff1a-4b2c-8d39-91337a77d50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.642226 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b3514ea1-ab0a-45a1-a485-ff599821f3c6 req-68707552-4e64-4f73-aac2-fda2d408e3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.0710852 Aug 19 23:46:43.647508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5627fb61-ff1a-4b2c-8d39-91337a77d50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.673518 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:43.676649 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a4ad1f51-ee0e-439f-8a41-572399474993 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0999684 Aug 19 23:46:43.685141 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57150) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:43.765414 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5627fb61-ff1a-4b2c-8d39-91337a77d50c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=589d89bcd6bb4e46a81002b9eab0b164&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5825999 Aug 19 23:46:43.766436 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627fb61-ff1a-4b2c-8d39-91337a77d50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e871c2-e583-46c3-b309-a6289c3146a8,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:43.785233 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57154) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:43.842549 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 3, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:43.865920 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Set router ef106442-7ee5-42e3-9847-b9d75e1ad37c gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:43.914928 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:46:43.916689 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Updating router edff3905-6fa9-477b-a40c-6c5984f3769a port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:46:43.989987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57168) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:44.009886 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.011028 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bebf-f3dc-4e73-aad6-28415d33501b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.020916 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3514c851-c3a5-4b3b-a5ab-6353b1126e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.086204 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-251b510e-52e4-4e9a-bb01-4296943d52c4 None None] Provisioning complete for port e30c9471-8e9d-4c07-b7d3-2acbcad76771 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:44.089371 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-251b510e-52e4-4e9a-bb01-4296943d52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.126730 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bebf-f3dc-4e73-aad6-28415d33501b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.136050 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ccd6bebf-f3dc-4e73-aad6-28415d33501b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.137607 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device e30c9471-8e9d-4c07-b7d3-2acbcad76771 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:44.162634 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3514c851-c3a5-4b3b-a5ab-6353b1126e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.249837 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6bebf-f3dc-4e73-aad6-28415d33501b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e94c0f4-f686-4d25-b414-fb7aef36686f,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:44.284785 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ccd6bebf-f3dc-4e73-aad6-28415d33501b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c61792c752d4d6ab4c9c0834bc5ab84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2902217 Aug 19 23:46:44.290481 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57178) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:44.398197 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-38c3b0bd-2186-4b07-ae48-e84d580db9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.409071 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3514c851-c3a5-4b3b-a5ab-6353b1126e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.412727 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3514c851-c3a5-4b3b-a5ab-6353b1126e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.414381 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3514c851-c3a5-4b3b-a5ab-6353b1126e19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30e871c2-e583-46c3-b309-a6289c3146a8 HTTP/1.1" status: 204 len: 168 time: 0.6278296 Aug 19 23:46:44.430481 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514c851-c3a5-4b3b-a5ab-6353b1126e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e871c2-e583-46c3-b309-a6289c3146a8,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:44.441355 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-38c3b0bd-2186-4b07-ae48-e84d580db9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.527460 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-38c3b0bd-2186-4b07-ae48-e84d580db9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.530833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-38c3b0bd-2186-4b07-ae48-e84d580db9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.532154 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-38c3b0bd-2186-4b07-ae48-e84d580db9c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e94c0f4-f686-4d25-b414-fb7aef36686f HTTP/1.1" status: 204 len: 168 time: 0.2391567 Aug 19 23:46:44.542868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3b0bd-2186-4b07-ae48-e84d580db9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e94c0f4-f686-4d25-b414-fb7aef36686f,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:44.582570 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.623550 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Transition to ACTIVE for port object 6ce0791c-e19a-49d8-a350-c0945f8c4a15 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:44.641856 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.805397 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port e30c9471-8e9d-4c07-b7d3-2acbcad76771 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:44.806617 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.837246 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Attempting to bind port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:44.837741 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Attempting to bind port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:44.838156 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Attempting to bind port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:44.848958 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.851864 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Pushing event updated for resources: {'Port': ['ID=6ce0791c-e19a-49d8-a350-c0945f8c4a15,revision_number=2']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:44.856140 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:44.856649 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:44.857133 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.857741 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:44.858171 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Bound port: 6ce0791c-e19a-49d8-a350-c0945f8c4a15, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:44.858722 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:44.869019 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.869688 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.870051 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.870552 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.871105 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.871760 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.872196 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.872630 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.873240 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.873891 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.874451 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.874882 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Tracked resource versions report: Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: pushed versions: Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: { 'AddressGroup': {'1.2'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'ConntrackHelper': {'1.0'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Log': {'1.0'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Network': {'1.1'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Port': {'1.7'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'PortForwarding': {'1.2'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'QosPolicy': {'1.9'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroup': {'1.4'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SubPort': {'1.0'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Subnet': {'1.1'}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Trunk': {'1.1'}} Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: consumer versions: Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: { DHCP agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: HyperV agent@hv-cinder-80531: {}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: L3 agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: Metadata agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: Metering agent@dv-cinder-805316-1-iscsi: {}, Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: Open vSwitch agent@dv-cinder-805316-1-iscsi: { 'AddressGroup': '1.2', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'ConntrackHelper': '1.0', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Log': '1.0', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Network': '1.1', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Port': '1.7', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'PortForwarding': '1.2', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'QosPolicy': '1.9', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroup': '1.4', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SecurityGroupRule': '1.2', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'SubPort': '1.0', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Subnet': '1.1', Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: 'Trunk': '1.1'}} Aug 19 23:46:44.876396 dv-cinder-805316-1-iscsi neutron-server[100862]: {{(pid=100862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:46:44.908406 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b862fbbe-d981-43fb-913b-2a66e930bad1 req-fb810b11-4aca-467a-b90b-bcdd2620b4c4 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.1042373 Aug 19 23:46:44.981171 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] For port 6ce0791c-e19a-49d8-a350-c0945f8c4a15, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:44.991963 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] For port 6ce0791c-e19a-49d8-a350-c0945f8c4a15, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=6ce0791c-e19a-49d8-a350-c0945f8c4a15,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:45.002245 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.023174 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-25a62d8d-56ef-4c44-b353-b4070bbee917 req-da3f0ad2-d79c-4e4c-9021-32fcba04cb88 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.0716302 Aug 19 23:46:45.160435 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:45.162080 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:45.233147 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c592c-a6e4-493a-85a2-e36d70e655d0 None None] Pushing event updated for resources: {'Port': ['ID=6ce0791c-e19a-49d8-a350-c0945f8c4a15,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:45.343468 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 3, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:45.380861 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Checking router: ef106442-7ee5-42e3-9847-b9d75e1ad37c for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:46:45.381335 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Updating router ef106442-7ee5-42e3-9847-b9d75e1ad37c port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:46:45.421080 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.431666 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:45.527032 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Allocated IP 172.20.0.1 (857b6525-e887-4e5c-9cff-883d8ffb3b68/ea06435f-c1ce-4d2e-91c6-0f23e8e493eb/5138dbef-79ee-4277-94c8-98e17e8785ed) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:45.539924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57226) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:45.551641 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.718025 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:46:45.728099 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-34b4ae6f-759f-4081-8e6d-f1e7ce7872df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.754929 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 3, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:45.808675 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6a37b-eefe-49aa-bebc-775f427a6a63 None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 3, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:46:45.827488 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.841059 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.841927 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Transition to ACTIVE for port object 8a35e091-4f5f-462b-b3b2-7c7398576fd3 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:45.849760 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.875120 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Transition to ACTIVE for port object 5138dbef-79ee-4277-94c8-98e17e8785ed will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:45.946529 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Attempting to bind port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:45.947223 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Attempting to bind port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:45.947812 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Attempting to bind port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:45.951852 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf321d8-7869-416a-b832-093fd03ad08f None None] Pushing event updated for resources: {'Port': ['ID=8a35e091-4f5f-462b-b3b2-7c7398576fd3,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:45.965427 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:45.967012 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:45.967939 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.968330 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:45.968819 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Bound port: 8a35e091-4f5f-462b-b3b2-7c7398576fd3, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:45.969221 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.970937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-34b4ae6f-759f-4081-8e6d-f1e7ce7872df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.978446 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-34b4ae6f-759f-4081-8e6d-f1e7ce7872df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:45.988259 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Allocated IP 172.20.0.1 (7128cb46-731a-4819-9ff1-2a2664c2c93d/708acd78-bb7f-4af8-8027-607592ba8d91/bb599c4e-e287-40de-9e22-15765257dada) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:46.042005 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4ae6f-759f-4081-8e6d-f1e7ce7872df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d97821d-576f-43fe-8a3e-2d122205eeaf,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:46.063758 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.115487 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-34b4ae6f-759f-4081-8e6d-f1e7ce7872df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6f4c936e24d4209b77df82cf370ed6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5715051 Aug 19 23:46:46.120424 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57250) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:46.153472 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] For port 8a35e091-4f5f-462b-b3b2-7c7398576fd3, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:46.156626 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] For port 8a35e091-4f5f-462b-b3b2-7c7398576fd3, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=8a35e091-4f5f-462b-b3b2-7c7398576fd3,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:46.165330 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.250953 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e9f09013-1240-4f31-aa0d-be12892434de req-ffb81f5e-e6ea-4eec-9466-e6624abac5c4 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.0556891 Aug 19 23:46:46.262086 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Pushing event updated for resources: {'Port': ['ID=5138dbef-79ee-4277-94c8-98e17e8785ed,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:46.293201 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf321d8-7869-416a-b832-093fd03ad08f None None] Pushing event updated for resources: {'Port': ['ID=8a35e091-4f5f-462b-b3b2-7c7398576fd3,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:46.316173 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:46.329400 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Routers {'ef106442-7ee5-42e3-9847-b9d75e1ad37c'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:46.329609 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:46.329909 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:46.338782 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:46.339197 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b52375d5-b8b0-4311-b2ec-1cc9501017fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.339319 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.394468 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b52375d5-b8b0-4311-b2ec-1cc9501017fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.478391 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-02578447-7686-4c89-bd29-f1210255c0d4 req-50366221-fb96-4b80-a158-45d975d3e347 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.1939881 Aug 19 23:46:46.481625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b52375d5-b8b0-4311-b2ec-1cc9501017fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.484734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b52375d5-b8b0-4311-b2ec-1cc9501017fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.486491 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b52375d5-b8b0-4311-b2ec-1cc9501017fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d97821d-576f-43fe-8a3e-2d122205eeaf HTTP/1.1" status: 204 len: 168 time: 0.3648305 Aug 19 23:46:46.503917 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52375d5-b8b0-4311-b2ec-1cc9501017fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d97821d-576f-43fe-8a3e-2d122205eeaf,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:46.523914 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] Set router ef106442-7ee5-42e3-9847-b9d75e1ad37c gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:46.630838 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.708062 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.824011 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-b31ab5f2-7cf0-43e6-a0a4-0569f237f27d None None] Provisioning for port 5138dbef-79ee-4277-94c8-98e17e8785ed completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:46.839634 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-b31ab5f2-7cf0-43e6-a0a4-0569f237f27d None None] Provisioning complete for port 5138dbef-79ee-4277-94c8-98e17e8785ed triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:46.840376 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b31ab5f2-7cf0-43e6-a0a4-0569f237f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:46.879256 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 3, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:46.896473 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:46.915499 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483c2b3-7ed4-4c50-ae6f-7f09cded4aea None None] The sync data for ids ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'] in dv-cinder-805316-1-iscsi is: [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:41Z', 'revision_number': 3, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:46:46.932949 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-b31ab5f2-7cf0-43e6-a0a4-0569f237f27d None None] Port 5138dbef-79ee-4277-94c8-98e17e8785ed cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:46:46.938615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Pushing event updated for resources: {'Port': ['ID=bb599c4e-e287-40de-9e22-15765257dada,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:46.949131 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:47.014530 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:47.014718 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.092337 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.334566 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.419891 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-09a1983f-bed2-44c3-914c-1b2bed8c2df7 req-666b9885-bea8-451c-a715-6bfc7aabc328 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.0446329 Aug 19 23:46:47.570826 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.584621 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.585740 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.627277 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e6c0fc83-d54b-4929-a643-e8b2948603e6 req-e322e6ff-7de8-493e-8f85-f31bedee564b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.0413096 Aug 19 23:46:47.766897 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Pushing event updated for resources: {'Port': ['ID=5138dbef-79ee-4277-94c8-98e17e8785ed,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:47.777753 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:47.780341 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:47.846185 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.858209 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:47.859387 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:48.189805 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6fcc8551-30aa-4e4d-9a00-58b87a317095 None None] Provisioning complete for port 5138dbef-79ee-4277-94c8-98e17e8785ed triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:48.190903 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8551-30aa-4e4d-9a00-58b87a317095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:48.256679 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6ce0791c-e19a-49d8-a350-c0945f8c4a15 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:48.374519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc8551-30aa-4e4d-9a00-58b87a317095 None None] Port 5138dbef-79ee-4277-94c8-98e17e8785ed cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:46:48.380307 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.45', 49855) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:48.397373 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Pushing event updated for resources: {'Port': ['ID=bb599c4e-e287-40de-9e22-15765257dada,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:48.421427 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Router edff3905-6fa9-477b-a40c-6c5984f3769a has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:46:48.445252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:48.454236 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:48.454903 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:48.580335 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57336) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:48.616518 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22ef9f54-6739-4b10-bea0-864eb263e431 req-4a1fe0e0-5915-4f2d-a4d4-10ae944af32d tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.0545285 Aug 19 23:46:48.623898 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:48.628331 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:48.654710 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-45a95b6e-320b-423b-b796-c151fc13f8a1 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:48.658172 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-45a95b6e-320b-423b-b796-c151fc13f8a1 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.45 "GET /v2.0/networks?id=fbee190f-0ae5-44f0-8185-da4caa6f6c9f HTTP/1.1" status: 200 len: 812 time: 0.2739847 Aug 19 23:46:48.674345 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:48.732188 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Request body: {'port': {'device_id': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f', 'admin_state_up': True, 'tenant_id': '18ac85d472a544349f644ff7774da581'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:48.743314 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 6ce0791c-e19a-49d8-a350-c0945f8c4a15, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=6ce0791c-e19a-49d8-a350-c0945f8c4a15,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:46:48.758133 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:48.758999 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 8a35e091-4f5f-462b-b3b2-7c7398576fd3 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:48.808594 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:46:48.820441 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:46:48.835469 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-38ba9bfe-d8a7-4137-b9fc-d3ccf5b4255a admin admin] 10.222.0.18 "PUT /v2.0/routers/edff3905-6fa9-477b-a40c-6c5984f3769a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7873120 Aug 19 23:46:48.837334 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:48.840117 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:48.857619 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-225d6317-f980-4f4e-9d0b-7341fae3b07f req-8bc5732e-1379-4d98-8ea0-98481602e3bf tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.1417625 Aug 19 23:46:48.950982 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Router ef106442-7ee5-42e3-9847-b9d75e1ad37c has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:46:48.984114 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=6ce0791c-e19a-49d8-a350-c0945f8c4a15,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:49.005668 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:49.010056 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:49.010435 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:49.036506 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.45', 49860) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:49.152718 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327396259-network', 'tenant_id': '2ccc552fe5d5413089a4224a25e3323c'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:49.193593 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:49.250448 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 8a35e091-4f5f-462b-b3b2-7c7398576fd3, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=8a35e091-4f5f-462b-b3b2-7c7398576fd3,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:46:49.260312 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:49.354231 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:49.370242 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=8a35e091-4f5f-462b-b3b2-7c7398576fd3,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:49.534655 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Made reservation on behalf of 2ccc552fe5d5413089a4224a25e3323c for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:49.537054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:49.581400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:49.609273 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-61cc154c-06dc-4b28-8e5f-234bdbc7fcbe tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:49.614186 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-61cc154c-06dc-4b28-8e5f-234bdbc7fcbe tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.5734637 Aug 19 23:46:49.616648 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:46:49.632182 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Made reservation on behalf of 18ac85d472a544349f644ff7774da581 for: {'port': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:49.637086 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:49.643225 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-e1b0e468-47b6-40ca-a79a-9bb813379344 admin admin] 10.222.0.18 "PUT /v2.0/routers/ef106442-7ee5-42e3-9847-b9d75e1ad37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9569428 Aug 19 23:46:49.650415 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Request body: {'port': {'device_id': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'admin_state_up': True, 'tenant_id': '9fb4bc3f6e6a49afa0464aa0f5d47c20'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:49.703136 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Sync routers for ids ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:46:49.718984 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Routers {'ef106442-7ee5-42e3-9847-b9d75e1ad37c'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:49.724519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:50.005886 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:47Z', 'revision_number': 2, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:50.117882 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:46:50.118270 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Updating router edff3905-6fa9-477b-a40c-6c5984f3769a port 5138dbef-79ee-4277-94c8-98e17e8785ed binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:46:50.129187 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6ce0791c-e19a-49d8-a350-c0945f8c4a15 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:50.180631 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:50.189976 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Allocated IP 172.20.0.3 (fbee190f-0ae5-44f0-8185-da4caa6f6c9f/891a6841-2994-4b4c-935e-5b7f32b73137/9ee17a52-e71b-49cb-ba3e-d1b1d8407158) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:50.216075 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Set router ef106442-7ee5-42e3-9847-b9d75e1ad37c gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:50.428330 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57420) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:50.434631 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225548422', 'description': 'tempest-description--149723525'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:50.699747 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-09806ed6-6bdb-48dd-ae9c-220583bbc7d8 req-ba9f7121-3d58-4939-b355-f195d40b2b91 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.8110805 Aug 19 23:46:50.804054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:50.817189 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43e96d31-c0f5-477e-9dd6-da16dfab02cb req-f327a5d0-3aa3-467d-8c06-460b241e1fab tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.1194649 Aug 19 23:46:50.871434 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:50.898719 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Transition to ACTIVE for port object 5138dbef-79ee-4277-94c8-98e17e8785ed will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:50.911349 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:50.990364 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.096368 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06911534-d7ee-40c3-abfb-bec524e43d37 None None] Pushing event updated for resources: {'Port': ['ID=5138dbef-79ee-4277-94c8-98e17e8785ed,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:51.097093 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.097191 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Made reservation on behalf of 9fb4bc3f6e6a49afa0464aa0f5d47c20 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:51.097191 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.101441 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Attempting to bind port 5138dbef-79ee-4277-94c8-98e17e8785ed on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:51.101822 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Attempting to bind port 5138dbef-79ee-4277-94c8-98e17e8785ed by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:51.102189 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Attempting to bind port 5138dbef-79ee-4277-94c8-98e17e8785ed on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:51.111166 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:51.111769 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Checking segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:51.112553 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.113037 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Bound using segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:51.114410 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Bound port: 5138dbef-79ee-4277-94c8-98e17e8785ed, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:51.114797 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.187731 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.210443 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:51.211569 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.225483 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.226916 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:46:51.275343 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] For port 5138dbef-79ee-4277-94c8-98e17e8785ed, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:51.279192 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] For port 5138dbef-79ee-4277-94c8-98e17e8785ed, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=5138dbef-79ee-4277-94c8-98e17e8785ed,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:51.286313 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.373015 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06911534-d7ee-40c3-abfb-bec524e43d37 None None] Pushing event updated for resources: {'Port': ['ID=5138dbef-79ee-4277-94c8-98e17e8785ed,revision_number=4']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:51.443857 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.445140 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Added segment 1b266acb-6d4f-4b11-8c69-ad446d046aa2 of type vlan for network 9d93b384-b46e-4cdc-8356-1052442667e6 Aug 19 23:46:51.477677 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:51.481673 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:51.562205 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.604903 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Network fbee190f-0ae5-44f0-8185-da4caa6f6c9f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:51.717228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:51.719505 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Pushing event updated for resources: {'Port': ['ID=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:51.734895 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.735989 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:51.736714 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.777519 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:51.809727 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:51.813383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:51.923966 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:51.929604 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d6b0b-6d9e-4852-adee-41e9a492aef3,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:51.971400 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:47Z', 'revision_number': 4, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'bb599c4e-e287-40de-9e22-15765257dada', 'name': '', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'mac_address': 'fa:16:3e:f4:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:47Z', 'revision_number': 2, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'subnets': [{'id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:52.005640 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Checking router: ef106442-7ee5-42e3-9847-b9d75e1ad37c for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:46:52.006083 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Updating router ef106442-7ee5-42e3-9847-b9d75e1ad37c port bb599c4e-e287-40de-9e22-15765257dada binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:46:52.076059 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:52.105350 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 8a35e091-4f5f-462b-b3b2-7c7398576fd3 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:52.179540 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ad2254e0-eb9c-43df-83f1-8944c5c9555d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:52.199882 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ad2254e0-eb9c-43df-83f1-8944c5c9555d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 819 time: 1.1006184 Aug 19 23:46:52.256157 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Allocated IP 172.20.0.13 (0b287304-96de-44a7-8a50-82f75c5d2924/65a47b15-e1a4-4879-ae85-53327caee444/5652b1ee-4ec0-42e5-8e50-ea82b93c3a36) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:52.370492 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-af09037e-46e0-4368-8bca-a299059f4717 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/quotas/6c7feca836fe4247b9a25475a6df0f54 HTTP/1.1" status: 200 len: 375 time: 0.1673570 Aug 19 23:46:52.485150 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:51Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:52.585641 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ab7e1-5fb8-408f-872f-0b953f5dec65 None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:51Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:46:52.605349 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-26b59bd2-2682-4678-9638-6e4fcdc6bf43 req-7e215418-d738-43dd-bb2d-c25e00ca79fe tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.6533411 Aug 19 23:46:52.636706 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] Pushing event updated for resources: {'Network': ['ID=9d93b384-b46e-4cdc-8356-1052442667e6,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:52.650364 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:52.651019 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:52.680984 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 9d93b384-b46e-4cdc-8356-1052442667e6 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:46:52.711475 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:52.725512 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-b8c28a5e-658c-4414-b24d-8e2039b9a7fe tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3520930 Aug 19 23:46:52.781303 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:52.970467 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-37bb5cda-5fbd-4915-b27b-492572de949f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.3847849 Aug 19 23:46:52.972548 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-0b72b331-81ba-41db-9403-ae3ee57eb169 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2456262 Aug 19 23:46:52.984062 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-7fd2177d-bce3-4bd0-a153-92d3de2e65ae service neutron] 10.222.0.18 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592087 Aug 19 23:46:52.997008 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57506) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:53.006018 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Request body: {'subnet': {'network_id': '9d93b384-b46e-4cdc-8356-1052442667e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1327396259-subnet', 'tenant_id': '2ccc552fe5d5413089a4224a25e3323c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:53.029710 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-6f611807-9ed6-4fc9-9232-cd6a0615cc1d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:46:53.031138 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-6f611807-9ed6-4fc9-9232-cd6a0615cc1d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202639 Aug 19 23:46:53.053424 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.067505 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6377335 Aug 19 23:46:53.128972 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57510) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:53.131900 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.152193 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b5e51-bd61-437b-9359-44b89013effa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:53.162746 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Transition to ACTIVE for port object bb599c4e-e287-40de-9e22-15765257dada will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:53.215109 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.239432 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.252245 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb4d5-4205-4e95-bbcb-d6d21ac1c750 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b5e51-bd61-437b-9359-44b89013effa,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:53.274057 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a58a5a-2a92-478a-b2a9-8a1049df4c03 None None] Pushing event updated for resources: {'Port': ['ID=bb599c4e-e287-40de-9e22-15765257dada,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:53.279427 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.309004 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-6ff0f461-204f-45f7-a9cb-51be37df066e service neutron] 10.222.0.18 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238950 Aug 19 23:46:53.350633 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Made reservation on behalf of 2ccc552fe5d5413089a4224a25e3323c for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:53.353086 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.386965 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f0f1c-e37d-4a5b-9110-f78b475eabcd req-3ba7e57a-2046-456e-8d37-e9be6bd18bcb tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:53.388415 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-617f0f1c-e37d-4a5b-9110-f78b475eabcd req-3ba7e57a-2046-456e-8d37-e9be6bd18bcb tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 931 time: 0.3901818 Aug 19 23:46:53.485184 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Attempting to bind port bb599c4e-e287-40de-9e22-15765257dada on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:53.486114 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Attempting to bind port bb599c4e-e287-40de-9e22-15765257dada by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:53.486720 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Attempting to bind port bb599c4e-e287-40de-9e22-15765257dada on network 7128cb46-731a-4819-9ff1-2a2664c2c93d {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:53.498457 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:53.499417 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Checking segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:53.501409 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.502165 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Bound using segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:53.503220 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Bound port: bb599c4e-e287-40de-9e22-15765257dada, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:53.504098 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.505680 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.511286 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5138dbef-79ee-4277-94c8-98e17e8785ed up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:53.515158 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.537704 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Request body: {'port': {'device_id': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:53.760682 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-617f0f1c-e37d-4a5b-9110-f78b475eabcd req-ddef9e66-4aec-4946-b141-47b5e7bf0e99 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410358 Aug 19 23:46:53.775612 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Network 0b287304-96de-44a7-8a50-82f75c5d2924 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:53.790278 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:53.792929 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:53.800099 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:53.801093 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.867319 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] For port bb599c4e-e287-40de-9e22-15765257dada, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:53.867319 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] For port bb599c4e-e287-40de-9e22-15765257dada, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=bb599c4e-e287-40de-9e22-15765257dada,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:53.877485 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.880484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:53.900402 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event updated for resources: {'Port': ['ID=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:53.922483 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-b64b2256-f90f-4b24-b8d7-f04152617bab tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2762663 Aug 19 23:46:53.971072 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Request body: {'port': {'device_id': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:53.975688 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 5138dbef-79ee-4277-94c8-98e17e8785ed completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:54.014450 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:54.026024 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 5138dbef-79ee-4277-94c8-98e17e8785ed triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:54.026929 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:54.053980 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:54.076538 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c6051d7-560e-4e00-a2f9-9963852e6b77 req-4925b0de-2257-4508-afbc-e290cc3bd72f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 210 time: 0.1794815 Aug 19 23:46:54.121416 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4155a7cb-aa4d-4b92-a5e5-d967b768812b,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:54.245634 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:54.264497 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Routers {'ef106442-7ee5-42e3-9847-b9d75e1ad37c'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:46:54.266233 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:46:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:54.328836 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:54.332217 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2671d8e7-c879-4c56-8f51-f60b047bdd1b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2015958 Aug 19 23:46:54.338560 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57560) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:54.368927 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5059312-8803-4db0-8518-8d4e698faca3 req-cf6b4ac9-373a-4c55-8e90-4cd1719474d3 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:54.370894 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a5059312-8803-4db0-8518-8d4e698faca3 req-cf6b4ac9-373a-4c55-8e90-4cd1719474d3 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 932 time: 0.4685757 Aug 19 23:46:54.376721 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b5e51-bd61-437b-9359-44b89013effa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:54.466991 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a58a5a-2a92-478a-b2a9-8a1049df4c03 None None] Pushing event updated for resources: {'Port': ['ID=bb599c4e-e287-40de-9e22-15765257dada,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:54.818317 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:54.955337 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] Set router ef106442-7ee5-42e3-9847-b9d75e1ad37c gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:46:54.959327 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 5138dbef-79ee-4277-94c8-98e17e8785ed, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=5138dbef-79ee-4277-94c8-98e17e8785ed,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:46:55.026967 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:55.345068 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:55.427807 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a5059312-8803-4db0-8518-8d4e698faca3 req-2a018695-2b1a-4d31-b3a1-3935a1e47d9f tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0107117 Aug 19 23:46:55.488552 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:55.584313 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=5138dbef-79ee-4277-94c8-98e17e8785ed,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:55.665502 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:47Z', 'revision_number': 4, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'bb599c4e-e287-40de-9e22-15765257dada', 'name': '', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'mac_address': 'fa:16:3e:f4:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:53Z', 'revision_number': 4, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'subnets': [{'id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:46:55.707215 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3c761-ddf1-4193-a8ca-a7d0faba44cb None None] The sync data for ids ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'] in dv-cinder-805316-1-iscsi is: [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:47Z', 'revision_number': 4, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'bb599c4e-e287-40de-9e22-15765257dada', 'name': '', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'mac_address': 'fa:16:3e:f4:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:53Z', 'revision_number': 4, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'subnets': [{'id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:46:55.807778 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:46:55.834106 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:55.858376 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57598) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:55.884086 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Transition to ACTIVE for port object 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:55.905702 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:55.983669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-318d78f6-b661-42cd-88fd-4bc9bb7276c6 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:55.985145 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-318d78f6-b661-42cd-88fd-4bc9bb7276c6 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 819 time: 1.5078034 Aug 19 23:46:56.092211 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Pushing event updated for resources: {'Port': ['ID=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:56.122397 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33aa9184-a896-4bfb-b0f2-8e65129acb52,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:56.140428 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Attempting to bind port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:56.140762 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Attempting to bind port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:56.141112 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Attempting to bind port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:56.153014 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 on network 0b287304-96de-44a7-8a50-82f75c5d2924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:46:56.153342 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Attempting to bind port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:56.171580 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:56.171930 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Checking segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:56.172600 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Bound using segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:56.173024 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Bound port: 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:56.173422 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.214232 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-95011998-e6c0-4cbb-ae10-c07777ca756b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/quotas/6c7feca836fe4247b9a25475a6df0f54 HTTP/1.1" status: 200 len: 375 time: 0.2082508 Aug 19 23:46:56.319174 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] For port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:56.324669 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] For port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:56.334818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.386463 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:56.388086 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.388990 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3206c2d6-b790-4012-8631-2485371b49be service neutron] 10.222.0.45 "PUT /v2.0/ports/5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 HTTP/1.1" status: 200 len: 1094 time: 2.4313986 Aug 19 23:46:56.389697 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'tag': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:46:56.532128 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e5f7-8c77-4848-9536-fae02034a2e9 req-d06bd408-6480-4e32-b663-60c626b86cdf tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:56.541578 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d3b6e5f7-8c77-4848-9536-fae02034a2e9 req-d06bd408-6480-4e32-b663-60c626b86cdf tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 931 time: 0.6484869 Aug 19 23:46:56.543780 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5addade5-0c0e-4324-9956-65cc0da870a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.562405 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c2d6-b790-4012-8631-2485371b49be service neutron] Pushing event updated for resources: {'Port': ['ID=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:56.666456 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Checking segment: {'id': '1b266acb-6d4f-4b11-8c69-ad446d046aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9d93b384-b46e-4cdc-8356-1052442667e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:56.666831 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Network hostable DHCP agents. Network: 9d93b384-b46e-4cdc-8356-1052442667e6, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:46:56.671770 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adde361-4ba1-433d-b96c-73a07804ea5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8734ebe4-1454-4243-8f7a-dfcd9908473f", "tag": "5652b1ee-4ec0-42e5-8e50-ea82b93c3a36"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:46:56.790282 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 {{(pid=100860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:46:56.803154 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-326935d2-8190-4f53-aa58-45c605cc78e2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2530203 Aug 19 23:46:56.847556 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.857830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.873154 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d3b6e5f7-8c77-4848-9536-fae02034a2e9 req-b8a37f34-1a21-4d06-9a8e-4a89dbe028aa tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305109 Aug 19 23:46:56.910840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.913015 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Network 9d93b384-b46e-4cdc-8356-1052442667e6 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:46:56.948428 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Transition to ACTIVE for port object 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 will not be triggered until provisioned by entity L2. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:46:56.966658 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:56.973201 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674e3f22-45a7-4538-b001-de20c0f70b1d,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:56.981829 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 9d93b384-b46e-4cdc-8356-1052442667e6) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:56.990749 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb9bf04-25db-47d5-bdce-a1e099d9cc1d None None] Network 9d93b384-b46e-4cdc-8356-1052442667e6 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:57.046240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:57.046844 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.216447 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c32c6-a2f9-456a-9ccd-8f33c3342904 None None] Network 9d93b384-b46e-4cdc-8356-1052442667e6 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:46:57.248105 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:57.307371 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-ab189c62-f89f-4205-82d6-077988400d2a service neutron] 10.222.0.18 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838481 Aug 19 23:46:57.501062 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Attempting to bind port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:46:57.501463 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Attempting to bind port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'bc2d1391-fc49-4352-8f71-789f85e7b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f'}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:46:57.501790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Attempting to bind port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 on network fbee190f-0ae5-44f0-8185-da4caa6f6c9f {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:57.526299 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41341e1d-39e2-4b24-ae2c-d8841401c2b2 req-5394e7fc-9e83-45cb-88f2-2570e6a8bfc0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:57.527927 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41341e1d-39e2-4b24-ae2c-d8841401c2b2 req-5394e7fc-9e83-45cb-88f2-2570e6a8bfc0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.4734151 Aug 19 23:46:57.543331 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5addade5-0c0e-4324-9956-65cc0da870a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.546875 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 on network fbee190f-0ae5-44f0-8185-da4caa6f6c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:46:57.547255 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Attempting to bind port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 on network fbee190f-0ae5-44f0-8185-da4caa6f6c9f {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:46:57.566517 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5addade5-0c0e-4324-9956-65cc0da870a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.592094 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:46:57.602188 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Checking segment: {'id': 'bc2d1391-fc49-4352-8f71-789f85e7b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:46:57.602188 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Bound using segment: {'id': 'bc2d1391-fc49-4352-8f71-789f85e7b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f'} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:46:57.602188 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Bound port: 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2d1391-fc49-4352-8f71-789f85e7b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f'}}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:46:57.602188 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.621938 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5138dbef-79ee-4277-94c8-98e17e8785ed up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:57.665211 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-fd0de8a1-9ba5-4d47-a37e-f2e60368ba3d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6572440 Aug 19 23:46:57.665211 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.665211 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-48496b38-9890-40ad-a699-e6bfc01b7c81 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3152330 Aug 19 23:46:57.666210 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57640) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:57.672927 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:57.755487 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.805445 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41341e1d-39e2-4b24-ae2c-d8841401c2b2 req-9faf9494-802e-421d-bfaf-b9c34c11df30 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692318 Aug 19 23:46:57.808496 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 5138dbef-79ee-4277-94c8-98e17e8785ed triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:57.809075 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:57.868522 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5addade5-0c0e-4324-9956-65cc0da870a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54c55875da2a4c8abf6602228060fe80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9560769 Aug 19 23:46:57.868522 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57648) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:58.007062 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addade5-0c0e-4324-9956-65cc0da870a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89623fe7-d0fb-470d-b9f9-011edc8789b3,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:58.063439 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-de654d36-1fbe-4feb-826e-6a7022d8f9a5 service neutron] 10.222.0.18 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203214 Aug 19 23:46:58.093454 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.175737 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a63305-f5b1-4210-94a0-d399a22e122a x-openstack-request-id: req-c6a63305-f5b1-4210-94a0-d399a22e122a {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:46:58.176218 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8734ebe4-1454-4243-8f7a-dfcd9908473f", "tag": "5652b1ee-4ec0-42e5-8e50-ea82b93c3a36", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:46:58.176699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6a63305-f5b1-4210-94a0-d399a22e122a {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:46:58.177464 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'tag': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', 'status': 'completed', 'code': 200} Aug 19 23:46:58.177616 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device bb599c4e-e287-40de-9e22-15765257dada up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:58.287695 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] For port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host hv-cinder-80531, cleared binding levels {{(pid=100860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:46:58.302802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52c87b44-6c1f-4e65-9d97-cd30a80607e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.311178 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port bb599c4e-e287-40de-9e22-15765257dada completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:46:58.320810 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port bb599c4e-e287-40de-9e22-15765257dada triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:58.324922 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.370659 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] For port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,segment=NetworkSegment(bc2d1391-fc49-4352-8f71-789f85e7b7d9),segment_id=bc2d1391-fc49-4352-8f71-789f85e7b7d9)] {{(pid=100860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:46:58.432207 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Allocated IP 172.27.0.23 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/a34a92d4-78aa-4d6b-bb8c-f879fd1e5a31) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:46:58.437563 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.559704 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43951840-648b-4a52-bf73-f9c41869955b req-e8d247ae-d934-4f36-b8b3-f8825a315e75 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 210 time: 0.0892634 Aug 19 23:46:58.596228 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.615236 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52c87b44-6c1f-4e65-9d97-cd30a80607e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.678901 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:58.679868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.685687 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/9ee17a52-e71b-49cb-ba3e-d1b1d8407158 HTTP/1.1" status: 200 len: 1093 time: 5.3718975 Aug 19 23:46:58.696867 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'tag': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:46:58.805940 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port bb599c4e-e287-40de-9e22-15765257dada, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=bb599c4e-e287-40de-9e22-15765257dada,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:46:58.812341 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:58.825973 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.030625 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.146344 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd626a2-dcd2-4282-b692-b8ca5c76725f req-69740ecb-db7b-4921-bc0a-d9677af33bdf tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:59.152201 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cfd626a2-dcd2-4282-b692-b8ca5c76725f req-69740ecb-db7b-4921-bc0a-d9677af33bdf tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 0.8340790 Aug 19 23:46:59.157409 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57700) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:59.163006 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=bb599c4e-e287-40de-9e22-15765257dada,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:59.176344 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-8280b53c-d489-4e13-9df2-1aba25cc992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.187064 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1041284632-network', 'tenant_id': 'e041aeb1a0e047ceaef69bef88683abc'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:46:59.196874 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'Port': ['ID=a34a92d4-78aa-4d6b-bb8c-f879fd1e5a31,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:59.292143 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:46:59.293591 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:46:59.296132 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:46:59.356239 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.45', 49883) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:46:59.370374 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device bb599c4e-e287-40de-9e22-15765257dada up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:46:59.483467 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port bb599c4e-e287-40de-9e22-15765257dada triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:46:59.483881 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.540737 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924b04f0-dbb0-42ba-a481-85015ceaaa86" -d '{"events": [{"name": "network-changed", "server_uuid": "faf3361b-b009-4e98-8ab1-461acaba16f1", "tag": "9ee17a52-e71b-49cb-ba3e-d1b1d8407158"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:46:59.587036 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cfd626a2-dcd2-4282-b692-b8ca5c76725f req-e366c1cc-ebc3-4269-978e-ac56e2b693ba tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936212 Aug 19 23:46:59.618304 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1694c-cd78-4661-860f-d66c3c3d49e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,revision_number=3']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:59.625758 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.661189 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adde361-4ba1-433d-b96c-73a07804ea5d req-47773f04-7475-455d-87a0-708f7e31e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:59.664529 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4adde361-4ba1-433d-b96c-73a07804ea5d req-47773f04-7475-455d-87a0-708f7e31e7ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 1097 time: 0.7239940 Aug 19 23:46:59.688372 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Made reservation on behalf of e041aeb1a0e047ceaef69bef88683abc for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:46:59.693967 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.728681 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.759602 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34516ac-f7c3-4a29-84aa-789e579246ea req-c1bdf535-9a54-44d1-bf11-d0966300d7fa tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:59.765123 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34516ac-f7c3-4a29-84aa-789e579246ea req-c1bdf535-9a54-44d1-bf11-d0966300d7fa tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.6063943 Aug 19 23:46:59.812226 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52c87b44-6c1f-4e65-9d97-cd30a80607e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.815735 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52c87b44-6c1f-4e65-9d97-cd30a80607e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.819863 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-52c87b44-6c1f-4e65-9d97-cd30a80607e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89623fe7-d0fb-470d-b9f9-011edc8789b3 HTTP/1.1" status: 204 len: 168 time: 1.9519310 Aug 19 23:46:59.836531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d1444-523e-4a53-90cc-e9cfa3637079 x-openstack-request-id: req-4d9d1444-523e-4a53-90cc-e9cfa3637079 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:46:59.836853 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf3361b-b009-4e98-8ab1-461acaba16f1", "tag": "9ee17a52-e71b-49cb-ba3e-d1b1d8407158", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:46:59.837368 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d9d1444-523e-4a53-90cc-e9cfa3637079 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:46:59.837981 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'tag': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158', 'status': 'completed', 'code': 200} Aug 19 23:46:59.854393 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87b44-6c1f-4e65-9d97-cd30a80607e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89623fe7-d0fb-470d-b9f9-011edc8789b3,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:46:59.886136 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-b1a3f094-107c-42b6-b486-62c0d3adc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:46:59.901165 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-b1a3f094-107c-42b6-b486-62c0d3adc2d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=18ac85d472a544349f644ff7774da581&device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 1096 time: 0.7195020 Aug 19 23:46:59.913692 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:46:59.930359 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34516ac-f7c3-4a29-84aa-789e579246ea req-42eeb978-2cfc-4705-ad5d-26914ba866dc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526437 Aug 19 23:47:00.024180 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-79a98912-6550-4681-8dcc-b60c35d20a6d req-5132181a-e649-41c2-a826-c0599a51e0b3 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 210 time: 0.0639393 Aug 19 23:47:00.087209 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-a02e9015-6453-4e11-bea8-ec4fa8c963b0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:00.089158 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-a02e9015-6453-4e11-bea8-ec4fa8c963b0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 819 time: 0.7279129 Aug 19 23:47:00.194254 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-3447d6cf-26db-4e84-adad-4c69dafc4ffa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158 HTTP/1.1" status: 200 len: 217 time: 0.1037712 Aug 19 23:47:00.209079 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Request body: {'port': {'device_id': '992532d9-8b58-46a0-b025-244a31ae368e', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'admin_state_up': True, 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:00.328120 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.366137 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.383558 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Made reservation on behalf of 6c7feca836fe4247b9a25475a6df0f54 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:00.384007 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:47:00.391162 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.396059 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.397914 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Added segment cfd72002-4b38-4ba5-ace0-5cab61010e91 of type vlan for network 5204eaa3-66fb-4b48-b65f-ac65079f6c54 Aug 19 23:47:00.555790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2fa002-ba46-4558-899c-7182dd2ef212,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:00.558262 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57730) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:00.586843 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.591061 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7bea0c45-6c5f-4d9e-ba6e-156d8acea197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.672041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.673039 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:00.673618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.788078 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7bea0c45-6c5f-4d9e-ba6e-156d8acea197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.802429 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7bea0c45-6c5f-4d9e-ba6e-156d8acea197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:00.855034 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-1921182f-70e1-4e9e-94d9-66e53a07fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:00.856709 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-1921182f-70e1-4e9e-94d9-66e53a07fa7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=891a6841-2994-4b4c-935e-5b7f32b73137 HTTP/1.1" status: 200 len: 852 time: 0.4120407 Aug 19 23:47:00.905252 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] Pushing event updated for resources: {'Network': ['ID=5204eaa3-66fb-4b48-b65f-ac65079f6c54,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:00.917434 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 5204eaa3-66fb-4b48-b65f-ac65079f6c54 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:47:00.993044 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adde361-4ba1-433d-b96c-73a07804ea5d req-f17728ae-9de6-465a-9e3a-aeb130a044b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:00.995207 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4adde361-4ba1-433d-b96c-73a07804ea5d req-f17728ae-9de6-465a-9e3a-aeb130a044b9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9142447 Aug 19 23:47:00.996241 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.45', 49890) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:01.051687 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-10ccbb21-bebd-4796-8440-0b2f8a00877c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8711014 Aug 19 23:47:01.105321 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57752) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:01.111299 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Request body: {'subnet': {'network_id': '5204eaa3-66fb-4b48-b65f-ac65079f6c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1041284632-subnet', 'tenant_id': 'e041aeb1a0e047ceaef69bef88683abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:01.192203 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.238917 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.263019 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-7bea0c45-6c5f-4d9e-ba6e-156d8acea197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd11846390374c0180989caf67606d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001278 Aug 19 23:47:01.273762 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-546fedf8-1054-4db9-b739-6d6f809c735f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbee190f-0ae5-44f0-8185-da4caa6f6c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849085 Aug 19 23:47:01.279709 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57758) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:01.299602 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.314751 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Allocated IP 172.20.0.11 (7128cb46-731a-4819-9ff1-2a2664c2c93d/708acd78-bb7f-4af8-8027-607592ba8d91/f58924a0-a460-402f-80e9-25c7aa85536b) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:01.317395 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea0c45-6c5f-4d9e-ba6e-156d8acea197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8a5b2-94f3-42f1-a3c9-1a1a1266de10,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:01.399546 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.409086 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7397983 Aug 19 23:47:01.440890 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78bfba-ee5a-4c18-bc07-cededa415936 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'Port': ['ID=a34a92d4-78aa-4d6b-bb8c-f879fd1e5a31,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:01.477120 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-53937cb3-36d8-43f3-bdef-ec4249414a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.549027 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-53937cb3-36d8-43f3-bdef-ec4249414a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.636361 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.680092 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-88cb19c5-96e9-4af5-abe8-d382dc48eb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.689221 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-53937cb3-36d8-43f3-bdef-ec4249414a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.692257 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-53937cb3-36d8-43f3-bdef-ec4249414a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.693373 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-53937cb3-36d8-43f3-bdef-ec4249414a95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0f8a5b2-94f3-42f1-a3c9-1a1a1266de10 HTTP/1.1" status: 204 len: 168 time: 0.4106946 Aug 19 23:47:01.755582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.796815 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53937cb3-36d8-43f3-bdef-ec4249414a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8a5b2-94f3-42f1-a3c9-1a1a1266de10,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:01.864174 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:01.870046 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:01.879236 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:01.887681 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:01.888909 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.908994 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:01.921161 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Pushing event updated for resources: {'Port': ['ID=f58924a0-a460-402f-80e9-25c7aa85536b,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:01.965533 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-768b9ae7-94ea-4409-b31b-72902145db05 service neutron] 10.222.0.45 "GET /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011289 Aug 19 23:47:02.047666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f6751-3873-44bc-ae5b-3c05ab59c9e7 req-816e5157-ff4b-4b76-b7b8-f7c91689be2b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:02.049297 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a37f6751-3873-44bc-ae5b-3c05ab59c9e7 req-816e5157-ff4b-4b76-b7b8-f7c91689be2b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 1.0581491 Aug 19 23:47:02.051831 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-3af3fa18-3fc5-4241-8ed8-34e540ac9856 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8562095 Aug 19 23:47:02.101055 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Made reservation on behalf of e041aeb1a0e047ceaef69bef88683abc for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:02.125397 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:02.188761 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ad38c83e-ce4c-4d7a-9cb4-e28ce83ad153 req-da86a72f-44a7-4c23-88c0-acd67ca7786b service neutron] 10.222.0.45 "GET /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103567 Aug 19 23:47:02.374858 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4331e-d25b-409b-8ff5-8f579dba1705 req-fecfbc8c-ea60-46b5-b54c-e3517a5bd3d3 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:02.377226 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a3f4331e-d25b-409b-8ff5-8f579dba1705 req-fecfbc8c-ea60-46b5-b54c-e3517a5bd3d3 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 1.1431613 Aug 19 23:47:02.392288 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a37f6751-3873-44bc-ae5b-3c05ab59c9e7 req-ec39c439-920b-4699-882d-30e68820a412 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290092 Aug 19 23:47:02.405383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-569e07bd-752d-42df-b84e-accd6e4bca1c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:02.407442 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-569e07bd-752d-42df-b84e-accd6e4bca1c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 819 time: 1.4074013 Aug 19 23:47:02.441996 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adde361-4ba1-433d-b96c-73a07804ea5d req-0e6a6626-73f2-4784-b298-e88d14239d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:02.444666 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4adde361-4ba1-433d-b96c-73a07804ea5d req-0e6a6626-73f2-4784-b298-e88d14239d2e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4000812 Aug 19 23:47:02.478071 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a3f4331e-d25b-409b-8ff5-8f579dba1705 req-9c277b37-8e92-43c3-b2d8-11a9b0d00f39 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844414 Aug 19 23:47:02.559672 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57796) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:02.617696 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-035377ce-863a-4ebc-9a29-f22f2cc7c94a req-3e468806-5960-4582-a6cd-dca0d7924107 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 210 time: 0.0891023 Aug 19 23:47:02.729832 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-6d0d3dcc-f485-4424-96d6-92fc006d74f6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--225548422&fields=id&tenant_id=c4d50104ebe341c6a5f17a1a31f798be HTTP/1.1" status: 200 len: 267 time: 0.1035693 Aug 19 23:47:02.750381 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a54301ca-8cc1-4960-acb9-b1b4e110e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:02.840988 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:02.847514 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:02.937422 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a54301ca-8cc1-4960-acb9-b1b4e110e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:02.937762 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3281c540-ef40-46a5-ac3c-91a870978261,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:02.942545 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a54301ca-8cc1-4960-acb9-b1b4e110e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:02.955606 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Checking segment: {'id': 'cfd72002-4b38-4ba5-ace0-5cab61010e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5204eaa3-66fb-4b48-b65f-ac65079f6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:02.956044 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Network hostable DHCP agents. Network: 5204eaa3-66fb-4b48-b65f-ac65079f6c54, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:47:02.964161 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-5db27e4d-550a-48c0-a136-e64f0ab4de89 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:02.965700 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-5db27e4d-550a-48c0-a136-e64f0ab4de89 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 810 time: 0.2196405 Aug 19 23:47:02.972656 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a54301ca-8cc1-4960-acb9-b1b4e110e682 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ed79fe4a3d741209cb5b69cefdf82e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115915 Aug 19 23:47:02.975693 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57810) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:02.995073 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54301ca-8cc1-4960-acb9-b1b4e110e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c5612-924c-4129-952b-c7ef3ca085da,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:03.009406 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-92433855-9a91-46c7-bd91-dd978e9defab tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/quotas/c4d50104ebe341c6a5f17a1a31f798be HTTP/1.1" status: 200 len: 375 time: 0.0327213 Aug 19 23:47:03.019860 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Network 5204eaa3-66fb-4b48-b65f-ac65079f6c54 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:47:03.060816 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 5204eaa3-66fb-4b48-b65f-ac65079f6c54) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:03.065077 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:03.065724 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.076206 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4551a5f-ff55-4e15-b36e-0481a075d04d None None] Network 5204eaa3-66fb-4b48-b65f-ac65079f6c54 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:03.142075 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-992c4bbf-4b5d-4d69-8681-c1543f33d48b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0353253 Aug 19 23:47:03.167129 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4ee553c-04ef-4cec-9dbf-8d9b70adad87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.196402 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4ee553c-04ef-4cec-9dbf-8d9b70adad87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.223766 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-b9146317-dcdd-4202-9309-51cd565c6e26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804421 Aug 19 23:47:03.249821 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04385623-3b3c-45ee-a422-e3b21dbac041 None None] Network 5204eaa3-66fb-4b48-b65f-ac65079f6c54 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:03.365628 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4ee553c-04ef-4cec-9dbf-8d9b70adad87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.369360 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b4ee553c-04ef-4cec-9dbf-8d9b70adad87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.370800 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b4ee553c-04ef-4cec-9dbf-8d9b70adad87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be5c5612-924c-4129-952b-c7ef3ca085da HTTP/1.1" status: 204 len: 168 time: 0.3929539 Aug 19 23:47:03.385353 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee553c-04ef-4cec-9dbf-8d9b70adad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c5612-924c-4129-952b-c7ef3ca085da,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:03.425628 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-07ce366e-7449-4595-9671-39f18574f1ca service neutron] 10.222.0.18 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584044 Aug 19 23:47:03.426190 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57832) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:03.543786 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Deleting subnet 33aa9184-a896-4bfb-b0f2-8e65129acb52 {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:47:03.547272 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.565691 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-91b0dba3-7092-46f0-bf38-bad9a128b3cd service neutron] 10.222.0.18 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339376 Aug 19 23:47:03.582403 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dc966-0f38-4893-b580-09616804ce79 req-788e469f-3f22-4386-948f-e07286cc43ef tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:03.584385 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9b7dc966-0f38-4893-b580-09616804ce79 req-788e469f-3f22-4386-948f-e07286cc43ef tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 0.0688002 Aug 19 23:47:03.588243 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.598472 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.632573 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9b7dc966-0f38-4893-b580-09616804ce79 req-dd15e773-0232-4783-bfa6-24fbcb956325 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Aug 19 23:47:03.672877 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.690634 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.692638 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33aa9184-a896-4bfb-b0f2-8e65129acb52 HTTP/1.1" status: 204 len: 168 time: 0.2653816 Aug 19 23:47:03.695335 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57844) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:03.727765 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913c05-2d74-4b0d-b5e4-f7c3ee6a5416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33aa9184-a896-4bfb-b0f2-8e65129acb52,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:03.880235 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-04a2c423-af15-4d54-864d-493d58067d08 req-05ead92a-fab5-459b-bce8-f3071d31004c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 210 time: 0.0680454 Aug 19 23:47:03.887717 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:03.887906 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Request body: {'port': {'device_id': '992532d9-8b58-46a0-b025-244a31ae368e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:03.920248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70835e10-5411-4c8c-9a8c-b91f3a9cba98 req-5b0581ce-3f10-4234-adc9-634a374d81cd tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:03.927930 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-70835e10-5411-4c8c-9a8c-b91f3a9cba98 req-5b0581ce-3f10-4234-adc9-634a374d81cd tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.1637537 Aug 19 23:47:03.984085 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Request body: {'port': {'device_id': '4f64409e-c0cc-42b9-895d-a54db024f873', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'admin_state_up': True, 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:04.093478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.125442 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57862) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:04.138434 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-fd74047e-fa48-46c6-adc1-2408a151f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:04.140645 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-fd74047e-fa48-46c6-adc1-2408a151f1bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 1097 time: 0.1104693 Aug 19 23:47:04.149129 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b137bfc-ff0b-4084-bf34-473cda7c5026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.204902 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-70835e10-5411-4c8c-9a8c-b91f3a9cba98 req-de89e12e-706f-44fa-b9de-dba4d2bc0165 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658820 Aug 19 23:47:04.206826 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1257ae94-a1d0-498c-ab90-91b6b6a299a0 req-d8348f5e-e6b6-4613-8468-94948c028061 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 210 time: 0.1268075 Aug 19 23:47:04.216542 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.241108 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-8e27f6c9-e864-4188-969b-fe1c61bf4174 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 HTTP/1.1" status: 200 len: 217 time: 0.0874927 Aug 19 23:47:04.254915 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.255560 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.256347 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.256694 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.256993 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.257325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.257642 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.257956 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.258269 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.258637 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.329919 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.373033 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3bacafbf-5c18-4ad4-87d5-758e67b00fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:04.374444 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-3bacafbf-5c18-4ad4-87d5-758e67b00fad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.1242092 Aug 19 23:47:04.416277 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-13e17980-a938-4a47-882d-e0df5b0ab603 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322981 Aug 19 23:47:04.438232 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.438620 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.438949 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.439321 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:04.439715 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d93b384-b46e-4cdc-8356-1052442667e6']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:04.459544 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b266acb-6d4f-4b11-8c69-ad446d046aa2') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:04.459836 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b266acb-6d4f-4b11-8c69-ad446d046aa2') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:04.480040 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.495389 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-e2a39cd8-c957-4b5a-bdf8-f75376dd9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:04.496997 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-e2a39cd8-c957-4b5a-bdf8-f75376dd9b3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=18ac85d472a544349f644ff7774da581&device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 1096 time: 0.4189625 Aug 19 23:47:04.510366 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.db.api [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 23:47:04.510366 dv-cinder-805316-1-iscsi neutron-server[100860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 23:47:04.510366 dv-cinder-805316-1-iscsi neutron-server[100860]: [parameters: {'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'id': '1559cc73-2129-42c5-8e40-749d900160eb', 'expiration': datetime.datetime(2021, 8, 19, 23, 49, 4, 497651)}] Aug 19 23:47:04.510366 dv-cinder-805316-1-iscsi neutron-server[100860]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 23:47:04.512245 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG oslo_db.api [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 23:47:04.521144 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.589459 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:47:04.590053 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: from cryptography.utils import int_from_bytes Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: from cryptography.utils import int_from_bytes Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:47:04.594535 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:47:04.661489 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-7faa897e-7fec-4339-9a4f-95f0cc51d463 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257206 Aug 19 23:47:04.739831 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.801780 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b137bfc-ff0b-4084-bf34-473cda7c5026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.814132 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b137bfc-ff0b-4084-bf34-473cda7c5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.819558 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.821644 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9d93b384-b46e-4cdc-8356-1052442667e6 HTTP/1.1" status: 204 len: 168 time: 1.1248610 Aug 19 23:47:04.826802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3efaba-3943-4f3b-bd03-f3089c3472b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d93b384-b46e-4cdc-8356-1052442667e6,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:04.828620 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57888) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:04.828998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58924a0-a460-402f-80e9-25c7aa85536b {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:04.843498 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-a1d1012b-2f54-4c70-830e-8e9bc4f20e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:04.844373 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:04.844913 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-a1d1012b-2f54-4c70-830e-8e9bc4f20e53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbee190f-0ae5-44f0-8185-da4caa6f6c9f HTTP/1.1" status: 200 len: 913 time: 0.3369763 Aug 19 23:47:04.912590 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-23f9fa41-55d3-481e-8467-8ac19b7efc7a service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402716 Aug 19 23:47:04.913082 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.45', 49894) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:04.949677 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Transition to ACTIVE for port object f58924a0-a460-402f-80e9-25c7aa85536b will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:04.962625 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b137bfc-ff0b-4084-bf34-473cda7c5026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e04625-fc66-4071-b1af-d12efd7848d9,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:05.002690 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.006735 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-0b137bfc-ff0b-4084-bf34-473cda7c5026 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11e198154dad403bb9b28e21b2a8c5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8799114 Aug 19 23:47:05.041080 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57892) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:05.110886 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Pushing event updated for resources: {'Port': ['ID=f58924a0-a460-402f-80e9-25c7aa85536b,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:05.189504 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-dce22ab7-ffd7-4da5-833d-39004870ff40 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:05.190988 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-dce22ab7-ffd7-4da5-833d-39004870ff40 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 810 time: 0.2685161 Aug 19 23:47:05.213383 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cff1d0cf-8907-40a4-9fd7-278ebf90659c req-e0f23b58-084f-49cc-82fd-3c55559cd0bc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 210 time: 0.1291497 Aug 19 23:47:05.214657 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-93d1993f-c8ef-4c36-a78f-859d08285266 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158 HTTP/1.1" status: 200 len: 217 time: 0.1278167 Aug 19 23:47:05.222868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc910ee2-cad7-43a2-a6be-2727bf1cb893 req-68f39b7d-f8f7-44e1-8133-72a27f0d093b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:05.225392 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Attempting to bind port f58924a0-a460-402f-80e9-25c7aa85536b on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:05.225878 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Attempting to bind port f58924a0-a460-402f-80e9-25c7aa85536b by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:05.226404 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Attempting to bind port f58924a0-a460-402f-80e9-25c7aa85536b on network 7128cb46-731a-4819-9ff1-2a2664c2c93d {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:05.229931 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc910ee2-cad7-43a2-a6be-2727bf1cb893 req-68f39b7d-f8f7-44e1-8133-72a27f0d093b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 0.4913359 Aug 19 23:47:05.269194 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2edc2185-8527-4557-b826-a77b4772b895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.271861 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Port f58924a0-a460-402f-80e9-25c7aa85536b on network 7128cb46-731a-4819-9ff1-2a2664c2c93d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:05.272690 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Attempting to bind port f58924a0-a460-402f-80e9-25c7aa85536b on network 7128cb46-731a-4819-9ff1-2a2664c2c93d {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:05.294347 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Deleting subnet 3281c540-ef40-46a5-ac3c-91a870978261 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:47:05.302578 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Made reservation on behalf of 6c7feca836fe4247b9a25475a6df0f54 for: {'port': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:05.303324 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:05.303850 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Checking segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:05.304387 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Bound using segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:05.305009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Bound port: f58924a0-a460-402f-80e9-25c7aa85536b, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:05.305518 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.306055 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.310329 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.314835 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-55e2bc5d-3aef-41a4-88ea-68df818bc3a0 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d50104ebe341c6a5f17a1a31f798be HTTP/1.1" status: 200 len: 379 time: 0.1115556 Aug 19 23:47:05.335007 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'port': {'device_id': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'admin_state_up': True, 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'security_groups': ['bb3b5e51-bd61-437b-9359-44b89013effa']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:05.340274 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2edc2185-8527-4557-b826-a77b4772b895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.400914 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-343e5b66-e07d-40bb-a582-56a8b8f07c81 req-f600ca94-e585-40ba-87c9-d7fc1ab05705 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 210 time: 0.0848546 Aug 19 23:47:05.402274 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-c7f562dd-19a3-4fee-81f2-2288f782940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:05.403668 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-c7f562dd-19a3-4fee-81f2-2288f782940d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=891a6841-2994-4b4c-935e-5b7f32b73137 HTTP/1.1" status: 200 len: 852 time: 0.1684077 Aug 19 23:47:05.432047 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc910ee2-cad7-43a2-a6be-2727bf1cb893 req-8955e3c1-f912-4e20-bd7c-5fdb27a958ec tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000575 Aug 19 23:47:05.450045 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.539396 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-4022d0fd-d977-499d-a119-8155acccab07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbee190f-0ae5-44f0-8185-da4caa6f6c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002471 Aug 19 23:47:05.657615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] For port f58924a0-a460-402f-80e9-25c7aa85536b, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:05.657615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] For port f58924a0-a460-402f-80e9-25c7aa85536b, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f58924a0-a460-402f-80e9-25c7aa85536b,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:05.667041 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2edc2185-8527-4557-b826-a77b4772b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.669504 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2edc2185-8527-4557-b826-a77b4772b895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.673087 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2edc2185-8527-4557-b826-a77b4772b895 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61e04625-fc66-4071-b1af-d12efd7848d9 HTTP/1.1" status: 204 len: 168 time: 0.6232500 Aug 19 23:47:05.674737 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.694150 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc2185-8527-4557-b826-a77b4772b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e04625-fc66-4071-b1af-d12efd7848d9,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:05.695694 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.743676 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:05.744298 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.745703 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] 10.222.0.45 "PUT /v2.0/ports/f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 1094 time: 1.8693993 Aug 19 23:47:05.746142 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992532d9-8b58-46a0-b025-244a31ae368e', 'tag': 'f58924a0-a460-402f-80e9-25c7aa85536b'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:05.748389 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b44dfee-b30b-4e29-9168-fcb93c715eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "992532d9-8b58-46a0-b025-244a31ae368e", "tag": "f58924a0-a460-402f-80e9-25c7aa85536b"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:05.753939 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Made reservation on behalf of c4d50104ebe341c6a5f17a1a31f798be for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:05.757412 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:05.776820 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51289-47e5-4f09-927f-11d8b37d927b req-040f46ff-4132-4e1d-b21a-625993d19a76 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:05.778782 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-36c51289-47e5-4f09-927f-11d8b37d927b req-040f46ff-4132-4e1d-b21a-625993d19a76 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.2422900 Aug 19 23:47:05.794164 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2651da-8a2e-4ae7-8f17-82ab53e1ba6a service neutron] Pushing event updated for resources: {'Port': ['ID=f58924a0-a460-402f-80e9-25c7aa85536b,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:05.804581 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Allocated IP 172.20.0.6 (7128cb46-731a-4819-9ff1-2a2664c2c93d/708acd78-bb7f-4af8-8027-607592ba8d91/75195461-2ba4-436e-8fa6-fbf8e48511ab) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:05.868780 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59048e44-7677-4217-ba5e-b89c82a1405c x-openstack-request-id: req-59048e44-7677-4217-ba5e-b89c82a1405c {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:05.869082 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992532d9-8b58-46a0-b025-244a31ae368e", "tag": "f58924a0-a460-402f-80e9-25c7aa85536b", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:05.869323 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59048e44-7677-4217-ba5e-b89c82a1405c {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:05.870081 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992532d9-8b58-46a0-b025-244a31ae368e', 'tag': 'f58924a0-a460-402f-80e9-25c7aa85536b', 'status': 'completed', 'code': 200} Aug 19 23:47:05.908735 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-8c55e3d8-360b-4ba2-966f-fb6695c9e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:05.910262 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-8c55e3d8-360b-4ba2-966f-fb6695c9e8ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1097 time: 0.1065331 Aug 19 23:47:05.983128 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-d5be44b7-9f5a-44a8-ae55-2b3d0bebf852 service neutron] 10.222.0.45 "GET /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251571 Aug 19 23:47:05.984648 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-25615581-afc2-4973-8bcd-169ce9c34db8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0456870 Aug 19 23:47:06.006339 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Allocated IP 172.20.0.9 (857b6525-e887-4e5c-9cff-883d8ffb3b68/ea06435f-c1ce-4d2e-91c6-0f23e8e493eb/264ab0fd-1f38-4de8-a1d9-8b81a354a7d7) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:06.012119 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.070458 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-79d5456f-3083-45e5-95da-c2af38810cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.071974 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-79d5456f-3083-45e5-95da-c2af38810cae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0741236 Aug 19 23:47:06.121774 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-014b4ae0-9d91-49af-bb10-9f83ef9ef452 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384901 Aug 19 23:47:06.142481 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3281c540-ef40-46a5-ac3c-91a870978261,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:06.177181 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.179027 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d4474b56-3446-4bcc-881a-b94241dffc2e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3281c540-ef40-46a5-ac3c-91a870978261 HTTP/1.1" status: 204 len: 168 time: 1.3432171 Aug 19 23:47:06.186006 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57936) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:06.188201 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-94790a66-1bc2-4173-9b27-e5286dc4f0ab service neutron] 10.222.0.45 "GET /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731586 Aug 19 23:47:06.217008 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-36c51289-47e5-4f09-927f-11d8b37d927b req-ea2a24aa-e762-4ea9-914d-e551686f6c8b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179169 Aug 19 23:47:06.281110 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.285403 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-91f6097f-51c7-48df-b358-398142d70b86 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380663 Aug 19 23:47:06.318451 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Transition to ACTIVE for port object 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:06.319540 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57940) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:06.342371 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.357454 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.386375 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0382d292-abcb-46b5-8885-ca833814d731 req-dd455f91-e72d-4ffb-8930-3c9be56e8533 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 210 time: 0.0567408 Aug 19 23:47:06.426774 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.434591 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-eb6286f3-059f-4d21-85af-3c25e824cabc req-f0261ae9-06ad-424b-9049-cb07f3133356 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386664 Aug 19 23:47:06.480286 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:06.484003 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:06.489084 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:06.490549 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5368029a-c2ec-4d7d-a932-612085d3f0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.494844 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.495515 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.506786 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 57948) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:06.530041 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2027533 Aug 19 23:47:06.538214 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-959f0926-783b-4578-8710-cd564b611097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.539917 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd2b4e-59a7-4874-9b65-c9905dfac451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'Port': ['ID=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:06.550299 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Request body: {'port': {'device_id': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:06.613943 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.630917 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5204eaa3-66fb-4b48-b65f-ac65079f6c54']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:06.646891 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.652752 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd72002-4b38-4ba5-ace0-5cab61010e91') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:06.653056 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd72002-4b38-4ba5-ace0-5cab61010e91') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:06.659491 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.664779 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-6043be66-2005-4e21-be0d-9914cb33b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.666322 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-6043be66-2005-4e21-be0d-9914cb33b314 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1097 time: 0.1382504 Aug 19 23:47:06.696490 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.729178 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Network 7128cb46-731a-4819-9ff1-2a2664c2c93d is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:06.739957 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10f0a-c72e-4024-af4c-bb316975b5f5 req-f6fa5fcd-29b7-44a9-b346-2a918f5d021a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.741460 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-add10f0a-c72e-4024-af4c-bb316975b5f5 req-f6fa5fcd-29b7-44a9-b346-2a918f5d021a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 931 time: 0.2047343 Aug 19 23:47:06.745482 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.753393 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:06.759893 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e6a22-e676-4f93-a95d-fe609e2d57f8 req-d61d2082-73f1-40d4-bbae-c31571cbd296 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.763549 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-630e6a22-e676-4f93-a95d-fe609e2d57f8 req-d61d2082-73f1-40d4-bbae-c31571cbd296 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 0.2006378 Aug 19 23:47:06.775858 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f75705a6-a893-49c5-99e8-e9280e7af608 None None] Provisioning for port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:06.776715 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:06.779839 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f75705a6-a893-49c5-99e8-e9280e7af608 None None] Provisioning complete for port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:06.780419 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f75705a6-a893-49c5-99e8-e9280e7af608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.814132 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Pushing event updated for resources: {'Port': ['ID=75195461-2ba4-436e-8fa6-fbf8e48511ab,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:06.818539 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:47:06.818936 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.825077 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-f75705a6-a893-49c5-99e8-e9280e7af608 None None] Port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:47:06.834101 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:47:06.925277 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.925884 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.933578 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-add10f0a-c72e-4024-af4c-bb316975b5f5 req-883ba742-8ccb-4368-935d-e4d2d8c3af49 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688128 Aug 19 23:47:06.940455 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-630e6a22-e676-4f93-a95d-fe609e2d57f8 req-a31812e8-8bb7-4396-9eae-a7ac8b3c7e78 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388814 Aug 19 23:47:06.943403 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.950343 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:06.954715 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5204eaa3-66fb-4b48-b65f-ac65079f6c54 HTTP/1.1" status: 204 len: 168 time: 0.7655783 Aug 19 23:47:06.965759 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80915-0974-4aa1-b7b7-3c401f52a4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5204eaa3-66fb-4b48-b65f-ac65079f6c54,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:06.966672 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-438997b2-e4b2-4263-9176-07b579b2d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:06.968215 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-438997b2-e4b2-4263-9176-07b579b2d10a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.2906663 Aug 19 23:47:06.993623 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-959f0926-783b-4578-8710-cd564b611097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.024287 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-9d9abba2-ae69-4122-bee3-f1577ee1ed85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0442674 Aug 19 23:47:07.025170 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-959f0926-783b-4578-8710-cd564b611097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.133689 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5368029a-c2ec-4d7d-a932-612085d3f0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.136007 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-959f0926-783b-4578-8710-cd564b611097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2faca994eff4033af9b6a945e1c5d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262720 Aug 19 23:47:07.139114 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57962) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:07.139826 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f0926-783b-4578-8710-cd564b611097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfee3f-0603-43e4-847f-e4f8a7f14ac6,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:07.156677 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5368029a-c2ec-4d7d-a932-612085d3f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.162662 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-fce01627-2402-4bc5-8914-59389660f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:07.164581 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-fce01627-2402-4bc5-8914-59389660f14d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.1252401 Aug 19 23:47:07.172291 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-9c4ea008-4c59-40fd-85c5-68fc61764071 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1926982 Aug 19 23:47:07.194353 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Request body: {'port': {'device_id': '4f64409e-c0cc-42b9-895d-a54db024f873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:07.206172 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-6bc3ee3e-51c6-4f44-bf16-caa40055ebd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329258 Aug 19 23:47:07.244292 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57964) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:07.269769 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368029a-c2ec-4d7d-a932-612085d3f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff9099c-4803-4fe0-ba84-1ea8b5e69060,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:07.274559 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5368029a-c2ec-4d7d-a932-612085d3f0f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f77a599529e48b7a387cc1e812c588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9537797 Aug 19 23:47:07.281130 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57968) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:07.358959 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:07.370029 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.372292 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8f402e97-d57b-4575-bdf9-3889c0b87b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.388777 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.394081 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-641e4833-fac1-4bf9-8833-ce2cd140cf44 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581702 Aug 19 23:47:07.396715 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Transition to ACTIVE for port object 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:07.401946 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.420208 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7310b23b-88c1-4c51-96da-762de9552c16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ccc552fe5d5413089a4224a25e3323c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1659067 Aug 19 23:47:07.424741 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 57972) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:07.453908 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8f402e97-d57b-4575-bdf9-3889c0b87b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.522711 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:07.588153 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5b44dfee-b30b-4e29-9168-fcb93c715eb7 req-ee9d7778-1368-4135-b7df-0a7d15ea8890 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871939 Aug 19 23:47:07.588961 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Attempting to bind port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:07.589292 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Attempting to bind port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:07.589615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Attempting to bind port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:07.595072 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:07.595307 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Attempting to bind port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:07.601021 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:07.601356 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Checking segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:07.601767 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Bound using segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:07.602168 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Bound port: 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:07.602528 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.675658 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] For port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:07.678934 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] For port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:07.684812 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.715067 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cc22-cc02-406d-b094-61dae6011dc7 req-ffbef203-6050-45d5-bedf-e504b9f932f0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:07.716556 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d121cc22-cc02-406d-b094-61dae6011dc7 req-ffbef203-6050-45d5-bedf-e504b9f932f0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.3936729 Aug 19 23:47:07.721222 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:07.721861 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.723263 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 200 len: 1093 time: 1.1802971 Aug 19 23:47:07.743779 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c64e4-6617-49f5-8460-dbcf532f46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:07.748960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6ce3-0c73-45e4-a21f-f2646d67a045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.834054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6ce3-0c73-45e4-a21f-f2646d67a045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.870652 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:07.873614 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:07.944870 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2c010745-0595-44da-83c5-a9c5e4ce2069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.956430 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d121cc22-cc02-406d-b094-61dae6011dc7 req-9cc25a76-4ca7-43f0-a4b0-721b7b5059bc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223101 Aug 19 23:47:07.971040 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff4759-9cf2-4daa-a1a1-59e177c85ab8 req-9e2ffa63-c9e8-45f1-9b41-f9bcec9f2708 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:07.972571 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1bff4759-9cf2-4daa-a1a1-59e177c85ab8 req-9e2ffa63-c9e8-45f1-9b41-f9bcec9f2708 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 931 time: 0.4759636 Aug 19 23:47:07.982370 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8f402e97-d57b-4575-bdf9-3889c0b87b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.985033 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8f402e97-d57b-4575-bdf9-3889c0b87b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:07.986168 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8f402e97-d57b-4575-bdf9-3889c0b87b79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2dfee3f-0603-43e4-847f-e4f8a7f14ac6 HTTP/1.1" status: 204 len: 168 time: 0.8455501 Aug 19 23:47:08.018394 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b088e05-d3e6-4cf1-b009-fcd69486022f x-openstack-request-id: req-6b088e05-d3e6-4cf1-b009-fcd69486022f {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:08.019265 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:08.019516 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b088e05-d3e6-4cf1-b009-fcd69486022f {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:08.019913 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'status': 'completed', 'code': 200} Aug 19 23:47:08.049083 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2c010745-0595-44da-83c5-a9c5e4ce2069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.069576 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f402e97-d57b-4575-bdf9-3889c0b87b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfee3f-0603-43e4-847f-e4f8a7f14ac6,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.152921 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6ce3-0c73-45e4-a21f-f2646d67a045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.155419 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6ce3-0c73-45e4-a21f-f2646d67a045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.156545 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1dfc6ce3-0c73-45e4-a21f-f2646d67a045 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ff9099c-4803-4fe0-ba84-1ea8b5e69060 HTTP/1.1" status: 204 len: 168 time: 0.8744001 Aug 19 23:47:08.174586 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1bff4759-9cf2-4daa-a1a1-59e177c85ab8 req-26c89c17-58bc-4a3c-9ce6-6ea72cde2904 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843908 Aug 19 23:47:08.190804 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc6ce3-0c73-45e4-a21f-f2646d67a045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff9099c-4803-4fe0-ba84-1ea8b5e69060,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.226190 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9743-3cf4-4c38-8abd-30cd129664ec req-52886869-0a1d-4293-9961-35e63da05960 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:08.227779 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6a3f9743-3cf4-4c38-8abd-30cd129664ec req-52886869-0a1d-4293-9961-35e63da05960 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 0.1534483 Aug 19 23:47:08.252746 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2c010745-0595-44da-83c5-a9c5e4ce2069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.254625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2c010745-0595-44da-83c5-a9c5e4ce2069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.255768 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-2c010745-0595-44da-83c5-a9c5e4ce2069 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/480d6b0b-6d9e-4852-adee-41e9a492aef3 HTTP/1.1" status: 204 len: 168 time: 0.8280373 Aug 19 23:47:08.308651 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c010745-0595-44da-83c5-a9c5e4ce2069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d6b0b-6d9e-4852-adee-41e9a492aef3,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.340962 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75195461-2ba4-436e-8fa6-fbf8e48511ab {{(pid=100860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:08.350125 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.354721 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6a3f9743-3cf4-4c38-8abd-30cd129664ec req-2f97b787-bcc6-4e96-8da5-a3a08a20b484 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141565 Aug 19 23:47:08.377018 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Transition to ACTIVE for port object 75195461-2ba4-436e-8fa6-fbf8e48511ab will not be triggered until provisioned by entity L2. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:08.382871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48482f1-c6f5-489f-bdce-a3f6d6942881 req-07de82d3-8bc6-4fa6-862d-a9f239f21632 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:08.384716 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e48482f1-c6f5-489f-bdce-a3f6d6942881 req-07de82d3-8bc6-4fa6-862d-a9f239f21632 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.1046758 Aug 19 23:47:08.385839 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.461115 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Pushing event updated for resources: {'Port': ['ID=75195461-2ba4-436e-8fa6-fbf8e48511ab,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.489068 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e48482f1-c6f5-489f-bdce-a3f6d6942881 req-8987c532-9821-4950-8c20-e6174e09e9af tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951004 Aug 19 23:47:08.535289 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Attempting to bind port 75195461-2ba4-436e-8fa6-fbf8e48511ab on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:08.535625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Attempting to bind port 75195461-2ba4-436e-8fa6-fbf8e48511ab by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:08.535951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Attempting to bind port 75195461-2ba4-436e-8fa6-fbf8e48511ab on network 7128cb46-731a-4819-9ff1-2a2664c2c93d {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:08.540330 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Port 75195461-2ba4-436e-8fa6-fbf8e48511ab on network 7128cb46-731a-4819-9ff1-2a2664c2c93d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:08.540751 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Attempting to bind port 75195461-2ba4-436e-8fa6-fbf8e48511ab on network 7128cb46-731a-4819-9ff1-2a2664c2c93d {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:08.545945 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:08.546276 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Checking segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:08.546827 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Bound using segment: {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:08.547721 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Bound port: 75195461-2ba4-436e-8fa6-fbf8e48511ab, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4403005a-9651-4bd9-ad84-07319d152e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d'}}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:08.548220 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.618872 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] For port 75195461-2ba4-436e-8fa6-fbf8e48511ab, host hv-cinder-80531, cleared binding levels {{(pid=100860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:08.622826 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] For port 75195461-2ba4-436e-8fa6-fbf8e48511ab, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:08.628356 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.628927 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58000) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:08.646276 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58002) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:08.652722 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5078a11-3c43-4734-8774-04c9ed1f7d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.669583 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:08.669987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.671462 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] 10.222.0.45 "PUT /v2.0/ports/75195461-2ba4-436e-8fa6-fbf8e48511ab HTTP/1.1" status: 200 len: 1093 time: 1.4816170 Aug 19 23:47:08.671884 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f64409e-c0cc-42b9-895d-a54db024f873', 'tag': '75195461-2ba4-436e-8fa6-fbf8e48511ab'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:08.674415 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f64409e-c0cc-42b9-895d-a54db024f873", "tag": "75195461-2ba4-436e-8fa6-fbf8e48511ab"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:08.698751 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f841dd3-1b76-4d24-816d-a069a527487a service neutron] Pushing event updated for resources: {'Port': ['ID=75195461-2ba4-436e-8fa6-fbf8e48511ab,revision_number=3']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.701151 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4a2aa6a2-c754-4ef5-be45-b0d5643dc6c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e041aeb1a0e047ceaef69bef88683abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538139 Aug 19 23:47:08.707341 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 58006) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:08.725797 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6959f609-3f28-464d-bef0-235889694eb9 x-openstack-request-id: req-6959f609-3f28-464d-bef0-235889694eb9 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:08.726174 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f64409e-c0cc-42b9-895d-a54db024f873", "tag": "75195461-2ba4-436e-8fa6-fbf8e48511ab", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:08.726409 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6959f609-3f28-464d-bef0-235889694eb9 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:08.727318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f64409e-c0cc-42b9-895d-a54db024f873', 'tag': '75195461-2ba4-436e-8fa6-fbf8e48511ab', 'status': 'completed', 'code': 200} Aug 19 23:47:08.773959 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2aba6ab0-7fbe-487f-a23f-d97106fa3bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.797662 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2aba6ab0-7fbe-487f-a23f-d97106fa3bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.800550 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5078a11-3c43-4734-8774-04c9ed1f7d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.808325 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5078a11-3c43-4734-8774-04c9ed1f7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.850077 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2aba6ab0-7fbe-487f-a23f-d97106fa3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.854052 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2aba6ab0-7fbe-487f-a23f-d97106fa3bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.854363 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5078a11-3c43-4734-8774-04c9ed1f7d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3b40e-d03c-46ae-b76e-99ba5f7fcbb0,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.857801 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-2aba6ab0-7fbe-487f-a23f-d97106fa3bc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e2fa002-ba46-4558-899c-7182dd2ef212 HTTP/1.1" status: 204 len: 168 time: 0.1469026 Aug 19 23:47:08.864963 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b5078a11-3c43-4734-8774-04c9ed1f7d15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a169fb724c04152b0fa238d0dfb8662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349410 Aug 19 23:47:08.865523 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58012) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:08.866453 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba6ab0-7fbe-487f-a23f-d97106fa3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2fa002-ba46-4558-899c-7182dd2ef212,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:08.920440 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8084d2d1-9501-4473-80c1-12f0d275bda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.942458 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8084d2d1-9501-4473-80c1-12f0d275bda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.995336 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8084d2d1-9501-4473-80c1-12f0d275bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:08.998529 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8084d2d1-9501-4473-80c1-12f0d275bda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:09.002072 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8084d2d1-9501-4473-80c1-12f0d275bda8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12a3b40e-d03c-46ae-b76e-99ba5f7fcbb0 HTTP/1.1" status: 204 len: 168 time: 0.1330972 Aug 19 23:47:09.008766 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084d2d1-9501-4473-80c1-12f0d275bda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3b40e-d03c-46ae-b76e-99ba5f7fcbb0,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:09.104918 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756befe9-834d-4e51-95bd-a99bdd5dac81 req-cd20c702-78e9-41ea-bd14-098fa576524a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:09.114180 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-756befe9-834d-4e51-95bd-a99bdd5dac81 req-cd20c702-78e9-41ea-bd14-098fa576524a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.0679111 Aug 19 23:47:09.149908 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-756befe9-834d-4e51-95bd-a99bdd5dac81 req-6e369e81-daf1-45ad-a95d-c61c99ca3c44 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Aug 19 23:47:09.301600 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203447e1-3b7d-46c1-ae10-599b019d1b46 req-ff7a3ad9-2fd8-48d2-86b3-7006e87578cf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:09.302992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-203447e1-3b7d-46c1-ae10-599b019d1b46 req-ff7a3ad9-2fd8-48d2-86b3-7006e87578cf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.0522108 Aug 19 23:47:09.355071 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-203447e1-3b7d-46c1-ae10-599b019d1b46 req-a5395d12-c544-4c34-81ad-385f2a160877 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Aug 19 23:47:09.478569 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc3df0-4beb-4222-ba77-138d9fc452a0 req-808bc623-e20f-4d63-bf31-17c1123a79e9 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:09.480110 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-92cc3df0-4beb-4222-ba77-138d9fc452a0 req-808bc623-e20f-4d63-bf31-17c1123a79e9 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 943 time: 0.0533748 Aug 19 23:47:09.551119 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-92cc3df0-4beb-4222-ba77-138d9fc452a0 req-49072f0e-9c34-45d0-b095-1a3f0372a5da tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550544 Aug 19 23:47:09.635202 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489658-9c40-4b65-bc78-b4db61ff5399 req-9bbec867-acae-4624-bebc-06bc38f048a3 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:09.636726 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41489658-9c40-4b65-bc78-b4db61ff5399 req-9bbec867-acae-4624-bebc-06bc38f048a3 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0541434 Aug 19 23:47:09.677898 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41489658-9c40-4b65-bc78-b4db61ff5399 req-449d243a-a10d-4f2d-8106-02e3e6ee6cd2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344045 Aug 19 23:47:10.271116 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3390cd-227d-4de7-84d5-64283e2de4c3 req-56e6e454-f594-49a5-b84f-709d8e9f0384 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.272860 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dd3390cd-227d-4de7-84d5-64283e2de4c3 req-56e6e454-f594-49a5-b84f-709d8e9f0384 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 944 time: 0.0555458 Aug 19 23:47:10.311402 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dd3390cd-227d-4de7-84d5-64283e2de4c3 req-79b769a0-8820-4702-95b8-ea97fb530eb7 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Aug 19 23:47:10.340626 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:10.471849 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb req-6ab816fe-0ec9-4028-b5c1-1108324b0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.473749 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb req-6ab816fe-0ec9-4028-b5c1-1108324b0911 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1096 time: 0.0828290 Aug 19 23:47:10.509923 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,segment=NetworkSegment(bc2d1391-fc49-4352-8f71-789f85e7b7d9),segment_id=bc2d1391-fc49-4352-8f71-789f85e7b7d9)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:10.517266 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7 req-84f5147b-d684-43a5-a907-75fa51172fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.519443 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7 req-84f5147b-d684-43a5-a907-75fa51172fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 1096 time: 0.1282346 Aug 19 23:47:10.546943 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158', 'network_id': 'fbee190f-0ae5-44f0-8185-da4caa6f6c9f', 'port_id': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158', 'mac_address': 'fa:16:3e:db:93:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a6841-2994-4b4c-935e-5b7f32b73137', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:10.610403 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:10.637171 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:10.658389 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb req-8997690d-9676-4854-ab19-0f8252917dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.660208 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb req-8997690d-9676-4854-ab19-0f8252917dc5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1751635 Aug 19 23:47:10.662213 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,segment=NetworkSegment(bc2d1391-fc49-4352-8f71-789f85e7b7d9),segment_id=bc2d1391-fc49-4352-8f71-789f85e7b7d9)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:10.669782 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:10.671254 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:10.774363 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62981a-4d02-4b2a-8ef4-f20dfa0fdfdd req-e00887d2-a7f8-45ef-9b93-99a71a99bacc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.775976 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d62981a-4d02-4b2a-8ef4-f20dfa0fdfdd req-e00887d2-a7f8-45ef-9b93-99a71a99bacc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.2479100 Aug 19 23:47:10.786689 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7 req-9a78dc20-079c-40a0-9b44-4805c7c9462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.788499 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7 req-9a78dc20-079c-40a0-9b44-4805c7c9462f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c7feca836fe4247b9a25475a6df0f54&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2608318 Aug 19 23:47:10.793751 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:10.794199 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb65ff6-2a84-44bc-b641-911399a7c91f req-4587c8e8-6073-4882-a465-830053955ecd tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.795839 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ccb65ff6-2a84-44bc-b641-911399a7c91f req-4587c8e8-6073-4882-a465-830053955ecd tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 944 time: 0.1347575 Aug 19 23:47:10.846572 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:10.860700 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'port_id': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', 'mac_address': 'fa:16:3e:51:46:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a47b15-e1a4-4879-ae85-53327caee444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:10.863041 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d62981a-4d02-4b2a-8ef4-f20dfa0fdfdd req-b2c875b1-312a-49b9-9e7a-f30c2afd38ed tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Aug 19 23:47:10.869112 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ccb65ff6-2a84-44bc-b641-911399a7c91f req-0c900c3f-c360-475f-b34e-e5ef4e5a758b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Aug 19 23:47:10.936158 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:10.951885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:10.985097 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5fad-00b5-484b-9511-21015f3d1c43 req-3213b3d1-60a9-4131-8850-e7e8adc49e08 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:10.987328 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-172d5fad-00b5-484b-9511-21015f3d1c43 req-3213b3d1-60a9-4131-8850-e7e8adc49e08 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0557387 Aug 19 23:47:10.988202 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:10.996740 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:10.997566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f58924a0-a460-402f-80e9-25c7aa85536b details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:11.037378 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-172d5fad-00b5-484b-9511-21015f3d1c43 req-c7d07817-a660-4896-a1d6-5d16eb5f788b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429392 Aug 19 23:47:11.119812 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:11.170192 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port f58924a0-a460-402f-80e9-25c7aa85536b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f58924a0-a460-402f-80e9-25c7aa85536b,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:11.187769 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'f58924a0-a460-402f-80e9-25c7aa85536b', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'port_id': 'f58924a0-a460-402f-80e9-25c7aa85536b', 'mac_address': 'fa:16:3e:70:93:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:11.235355 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:11.251168 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58924a0-a460-402f-80e9-25c7aa85536b {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:11.271418 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port f58924a0-a460-402f-80e9-25c7aa85536b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f58924a0-a460-402f-80e9-25c7aa85536b,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:11.277715 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:11.342633 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=f58924a0-a460-402f-80e9-25c7aa85536b,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:11.492369 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802730-b5dd-4268-aedb-d97d02611055 req-32efd88c-34b5-4dc7-ab3f-ff6c28de777c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:11.493900 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-35802730-b5dd-4268-aedb-d97d02611055 req-32efd88c-34b5-4dc7-ab3f-ff6c28de777c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 945 time: 0.0579321 Aug 19 23:47:11.535005 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-35802730-b5dd-4268-aedb-d97d02611055 req-c3a31474-13d3-49d9-9be8-a06feb8b4c17 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Aug 19 23:47:11.776786 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58166) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:11.896851 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-85db1cee-410d-4a34-9a30-1e3e0a2ff713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.001926 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-85db1cee-410d-4a34-9a30-1e3e0a2ff713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.007201 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-85db1cee-410d-4a34-9a30-1e3e0a2ff713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.019551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab833a-6526-4a8f-b532-2133a72766a4 req-f0bc04d6-f1da-43af-896e-143de2894387 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:12.021040 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-57ab833a-6526-4a8f-b532-2133a72766a4 req-f0bc04d6-f1da-43af-896e-143de2894387 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.0839298 Aug 19 23:47:12.029230 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd06f3-682b-4169-b3e4-a5129a86406b req-734b4e4f-b007-4ee9-b1c0-31e67c68765e tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:12.030605 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-10cd06f3-682b-4169-b3e4-a5129a86406b req-734b4e4f-b007-4ee9-b1c0-31e67c68765e tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 944 time: 0.0841174 Aug 19 23:47:12.035884 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1cee-410d-4a34-9a30-1e3e0a2ff713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cc16ae-c054-4f11-a626-238aa4fb8cc7,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:12.052478 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-85db1cee-410d-4a34-9a30-1e3e0a2ff713 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28dba35561164fb1aa29358ea80d1d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737167 Aug 19 23:47:12.055489 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58178) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:12.091843 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-57ab833a-6526-4a8f-b532-2133a72766a4 req-52cb8c33-5fcc-4205-8af2-0a0a8124d81a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600176 Aug 19 23:47:12.095315 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-10cd06f3-682b-4169-b3e4-a5129a86406b req-7cbb96c0-a818-41b8-9a09-dc75ea268707 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562534 Aug 19 23:47:12.106964 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2327638d-52e1-4398-afe8-ad3bc405079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.132433 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2327638d-52e1-4398-afe8-ad3bc405079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.180573 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2327638d-52e1-4398-afe8-ad3bc405079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.183784 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2327638d-52e1-4398-afe8-ad3bc405079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.187310 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2327638d-52e1-4398-afe8-ad3bc405079e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7cc16ae-c054-4f11-a626-238aa4fb8cc7 HTTP/1.1" status: 204 len: 168 time: 0.1285157 Aug 19 23:47:12.193280 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327638d-52e1-4398-afe8-ad3bc405079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cc16ae-c054-4f11-a626-238aa4fb8cc7,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:12.196162 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270bde-beda-4f68-b3f8-3128fafabe1c req-5db13e87-4148-493a-970c-bee3683e0bc6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:12.197715 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0c270bde-beda-4f68-b3f8-3128fafabe1c req-5db13e87-4148-493a-970c-bee3683e0bc6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0512893 Aug 19 23:47:12.237574 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0c270bde-beda-4f68-b3f8-3128fafabe1c req-d5dd036c-e686-44b6-93fb-09546843e9b6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Aug 19 23:47:12.471166 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58188) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:12.516987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb req-90551367-afaa-4d1f-b32a-101104b93e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:12.518544 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1be9b678-7b3e-44e8-a0b5-68a1a83aa3bb req-90551367-afaa-4d1f-b32a-101104b93e5b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942712 Aug 19 23:47:12.657533 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1845c53-a6e8-4ab7-837d-eef57b3e3f6f req-7e9061fa-062c-42c4-abbc-cc026d26588c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:12.659503 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1845c53-a6e8-4ab7-837d-eef57b3e3f6f req-7e9061fa-062c-42c4-abbc-cc026d26588c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 945 time: 0.0503101 Aug 19 23:47:12.673235 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-db3b06fa-f495-40b4-b5b5-095e1c848f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.696832 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1845c53-a6e8-4ab7-837d-eef57b3e3f6f req-0a476bf9-2fbe-4ff8-851a-8160a136b8a1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Aug 19 23:47:12.780268 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7 req-e3e33ad8-b2f2-4eaa-84ab-e1317e9fe5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:12.781752 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-54d703a3-b56f-4a45-8e8f-d2ec9806d3e7 req-e3e33ad8-b2f2-4eaa-84ab-e1317e9fe5ab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3562541 Aug 19 23:47:12.839537 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-db3b06fa-f495-40b4-b5b5-095e1c848f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.843329 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-db3b06fa-f495-40b4-b5b5-095e1c848f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.879340 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-db3b06fa-f495-40b4-b5b5-095e1c848f66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d332c536895c462883ae9ea7dd0a26a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071522 Aug 19 23:47:12.881227 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b06fa-f495-40b4-b5b5-095e1c848f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5248d66-6b73-4abc-8f89-db2ddacd89b7,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:12.882282 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 58194) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:12.930805 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c97df82c-e1d5-45a9-b829-5b4aa129a9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.950739 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c97df82c-e1d5-45a9-b829-5b4aa129a9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:12.999574 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c97df82c-e1d5-45a9-b829-5b4aa129a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:13.002025 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c97df82c-e1d5-45a9-b829-5b4aa129a9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:13.003776 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c97df82c-e1d5-45a9-b829-5b4aa129a9cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5248d66-6b73-4abc-8f89-db2ddacd89b7 HTTP/1.1" status: 204 len: 168 time: 0.1205213 Aug 19 23:47:13.011131 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97df82c-e1d5-45a9-b829-5b4aa129a9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5248d66-6b73-4abc-8f89-db2ddacd89b7,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:13.232844 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d09b3-a8eb-4c74-83a9-29c6891b0744 req-fdfd90e3-9db8-4636-8783-454c0bf80ede tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.234329 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-025d09b3-a8eb-4c74-83a9-29c6891b0744 req-fdfd90e3-9db8-4636-8783-454c0bf80ede tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.0779827 Aug 19 23:47:13.246700 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e320b8-da7c-4433-9d93-a14f44d8d126 req-a708b7b2-fcac-4473-88f7-a15e85aa489e tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.248867 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43e320b8-da7c-4433-9d93-a14f44d8d126 req-a708b7b2-fcac-4473-88f7-a15e85aa489e tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 944 time: 0.0658019 Aug 19 23:47:13.303990 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-025d09b3-a8eb-4c74-83a9-29c6891b0744 req-6249c19d-c6aa-4f6d-84e3-6ce2d8af3f45 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Aug 19 23:47:13.320381 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43e320b8-da7c-4433-9d93-a14f44d8d126 req-efceebc5-d576-46c2-b08c-574af6688e7f tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Aug 19 23:47:13.421845 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23847d5-1d2b-4952-96c0-71792946b8ee req-9e481917-9ac7-495a-aeb2-5373d714871e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.423963 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c23847d5-1d2b-4952-96c0-71792946b8ee req-9e481917-9ac7-495a-aeb2-5373d714871e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0610800 Aug 19 23:47:13.493979 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-3db50498-fc8b-4a25-9502-e0dbd5e8a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.495588 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-3db50498-fc8b-4a25-9502-e0dbd5e8a01f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 1096 time: 0.0474694 Aug 19 23:47:13.501250 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c23847d5-1d2b-4952-96c0-71792946b8ee req-1fdb83b8-7cc1-4094-a143-16f5cc822900 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705199 Aug 19 23:47:13.510527 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-4987d43e-e863-4260-b271-4c250e69cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.512175 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-4987d43e-e863-4260-b271-4c250e69cf51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1096 time: 0.0645807 Aug 19 23:47:13.550259 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-d0418b67-50be-430b-85a6-288c9d9917f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab HTTP/1.1" status: 200 len: 217 time: 0.0421679 Aug 19 23:47:13.562068 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-c5542fc0-29eb-4051-906a-a85455097747 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0405107 Aug 19 23:47:13.601145 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713478f-b5db-4803-9250-d863153e7bd7 req-03dd5c89-7765-4545-ac4b-4288f6755973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.602662 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-03dd5c89-7765-4545-ac4b-4288f6755973 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0443451 Aug 19 23:47:13.630076 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-7c2811aa-2664-4285-a7a6-6fe2175eb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.632430 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-7c2811aa-2664-4285-a7a6-6fe2175eb24a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0616429 Aug 19 23:47:13.640609 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-8cf97b04-1bcf-456c-a831-76b7d0a446ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288126 Aug 19 23:47:13.700170 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-77339a3d-eabe-4c21-9b29-f53b682766d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.701700 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-77339a3d-eabe-4c21-9b29-f53b682766d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623243 Aug 19 23:47:13.740461 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['9ee17a52-e71b-49cb-ba3e-d1b1d8407158'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:13.775309 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-40055ea5-d052-48e2-b59e-0c1846f971fc service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243162 Aug 19 23:47:13.778039 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['f58924a0-a460-402f-80e9-25c7aa85536b'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:13.780574 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:13.861898 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-e8ba4412-b913-4112-9eed-1c995561a9ae service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497824 Aug 19 23:47:13.872671 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a87dc-cf12-4011-84cb-c635ac19c8c8 req-637daae6-e38c-47ba-8af5-d9ab4c576068 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:13.883154 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ca9a87dc-cf12-4011-84cb-c635ac19c8c8 req-637daae6-e38c-47ba-8af5-d9ab4c576068 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 945 time: 0.0886827 Aug 19 23:47:13.904018 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0713478f-b5db-4803-9250-d863153e7bd7 req-e70676b1-ffc9-42da-9f6f-5b842d551a39 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228857 Aug 19 23:47:13.984080 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ca9a87dc-cf12-4011-84cb-c635ac19c8c8 req-e2dbb497-0353-4cd0-8aa2-f7c1431685ae tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000631 Aug 19 23:47:14.018847 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-76f2c3bd-2a5f-4ad3-b8a7-7eb2a7795ed3 req-6efb9ad6-4e43-4262-8558-4a05518251f7 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262624 Aug 19 23:47:14.466845 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c2a5-781e-45d0-8e35-581c6515976b req-2a450376-0fcc-4e09-94f8-9e0847ecf055 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:14.468666 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ed14c2a5-781e-45d0-8e35-581c6515976b req-2a450376-0fcc-4e09-94f8-9e0847ecf055 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.0809302 Aug 19 23:47:14.476555 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767657-0eac-48f7-95db-011db282c6b2 req-fb692098-21b4-49c3-93f8-9bcea2bf4855 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:14.483555 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6767657-0eac-48f7-95db-011db282c6b2 req-fb692098-21b4-49c3-93f8-9bcea2bf4855 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 944 time: 0.0841520 Aug 19 23:47:14.540297 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ed14c2a5-781e-45d0-8e35-581c6515976b req-e07d3f27-d928-4a3d-89f9-8731bbfb7827 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Aug 19 23:47:14.551730 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6767657-0eac-48f7-95db-011db282c6b2 req-3fab5ddb-8e68-435c-98a6-cd33fd51431f tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672810 Aug 19 23:47:14.667451 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d25486-1b39-40b2-8b5a-3ad795696c2c req-a45b238e-98a0-417d-a1ac-266049704f7e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:14.675618 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1d25486-1b39-40b2-8b5a-3ad795696c2c req-a45b238e-98a0-417d-a1ac-266049704f7e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0620232 Aug 19 23:47:14.720973 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1d25486-1b39-40b2-8b5a-3ad795696c2c req-2b997215-d86a-44cf-abb0-6312bfece4ef tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 Aug 19 23:47:15.139310 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921891-fc45-4a0c-8992-7993f2c536c6 req-652ed928-4c89-4fe9-8a2d-cc345c12185e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:15.143551 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41921891-fc45-4a0c-8992-7993f2c536c6 req-652ed928-4c89-4fe9-8a2d-cc345c12185e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 945 time: 0.0737884 Aug 19 23:47:15.190986 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41921891-fc45-4a0c-8992-7993f2c536c6 req-c7faf58f-a90d-4568-9be6-8ad089b4cc4f tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Aug 19 23:47:15.413409 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:15.470687 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:15.475705 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:15.476237 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.565491 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.599844 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:15.633214 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58336) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:15.678428 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:15.684025 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.684826 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f58924a0-a460-402f-80e9-25c7aa85536b up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:15.705011 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482aa3b-65ea-40c7-b671-531833cb6b21 req-91ae2084-1e97-4391-a30f-5ba9abaf039b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:15.712857 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f482aa3b-65ea-40c7-b671-531833cb6b21 req-91ae2084-1e97-4391-a30f-5ba9abaf039b tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 944 time: 0.0914943 Aug 19 23:47:15.743385 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcab67-b11c-4284-bbe9-f7c688984ed2 req-03e129b8-7d40-497e-abd3-a7b0fef469a4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:15.745109 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b4bcab67-b11c-4284-bbe9-f7c688984ed2 req-03e129b8-7d40-497e-abd3-a7b0fef469a4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.1096170 Aug 19 23:47:15.763181 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:15.777350 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port f58924a0-a460-402f-80e9-25c7aa85536b completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:15.780390 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f482aa3b-65ea-40c7-b671-531833cb6b21 req-efcdeaa6-17c3-4daf-9289-d543c619c0e6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 Aug 19 23:47:15.783951 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port f58924a0-a460-402f-80e9-25c7aa85536b triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:15.784329 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.788841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-186fc216-4540-4d18-bd17-30faa1170442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.820462 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4138b62-9371-4ebe-91b4-22403a82cd1a" -d '{"events": [{"server_uuid": "8734ebe4-1454-4243-8f7a-dfcd9908473f", "name": "network-vif-plugged", "status": "completed", "tag": "5652b1ee-4ec0-42e5-8e50-ea82b93c3a36"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:15.832921 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b4bcab67-b11c-4284-bbe9-f7c688984ed2 req-731393a6-78f5-47ad-92c8-e5e0a12548a4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749221 Aug 19 23:47:15.904602 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b599-9307-45f0-9fe1-2996543b96c7 req-43af11f9-4e11-4fa4-8089-b2d1ae58f676 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:15.906656 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5d44b599-9307-45f0-9fe1-2996543b96c7 req-43af11f9-4e11-4fa4-8089-b2d1ae58f676 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0592468 Aug 19 23:47:15.907914 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.930234 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-186fc216-4540-4d18-bd17-30faa1170442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.934985 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-186fc216-4540-4d18-bd17-30faa1170442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.944601 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port f58924a0-a460-402f-80e9-25c7aa85536b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f58924a0-a460-402f-80e9-25c7aa85536b,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:15.949554 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:15.950453 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:15.968695 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5d44b599-9307-45f0-9fe1-2996543b96c7 req-04c9c75b-3b80-47a6-b353-5000f95d5710 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549090 Aug 19 23:47:15.977802 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c42f948-93b6-412d-a629-bf078428142b x-openstack-request-id: req-7c42f948-93b6-412d-a629-bf078428142b {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:15.978096 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8734ebe4-1454-4243-8f7a-dfcd9908473f", "name": "network-vif-plugged", "status": "completed", "tag": "5652b1ee-4ec0-42e5-8e50-ea82b93c3a36", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:15.978348 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c42f948-93b6-412d-a629-bf078428142b {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:15.978798 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', 'code': 200} Aug 19 23:47:15.985154 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-186fc216-4540-4d18-bd17-30faa1170442 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b7a2b26c02e462482d450e292e84c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506997 Aug 19 23:47:15.985989 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fc216-4540-4d18-bd17-30faa1170442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac7533a-2ef3-442e-837c-3e66a08321d5,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:15.998228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58354) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:16.058845 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=f58924a0-a460-402f-80e9-25c7aa85536b,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:16.076223 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:16.082653 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:16.084055 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.084805 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f360ca2b-03e9-4bd6-9652-369ff1ddf067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.108115 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f360ca2b-03e9-4bd6-9652-369ff1ddf067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.192756 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f360ca2b-03e9-4bd6-9652-369ff1ddf067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.196491 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f360ca2b-03e9-4bd6-9652-369ff1ddf067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.197690 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f360ca2b-03e9-4bd6-9652-369ff1ddf067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cac7533a-2ef3-442e-837c-3e66a08321d5 HTTP/1.1" status: 204 len: 168 time: 0.1984997 Aug 19 23:47:16.204348 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.208313 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360ca2b-03e9-4bd6-9652-369ff1ddf067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac7533a-2ef3-442e-837c-3e66a08321d5,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:16.293694 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,segment=NetworkSegment(bc2d1391-fc49-4352-8f71-789f85e7b7d9),segment_id=bc2d1391-fc49-4352-8f71-789f85e7b7d9)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:16.301261 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.395643 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafcf65-cf88-4144-bb84-d49a2378cde1 req-8bff0abf-27e1-4f2a-8228-331cc44c2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:16.397688 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bcafcf65-cf88-4144-bb84-d49a2378cde1 req-8bff0abf-27e1-4f2a-8228-331cc44c2c3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 1099 time: 0.2232921 Aug 19 23:47:16.419081 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:16.448197 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a6295-d156-4124-943a-210867830afd req-ede5bfa0-1e88-444b-8fc4-cdadd3dd1081 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:16.456312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-931a6295-d156-4124-943a-210867830afd req-ede5bfa0-1e88-444b-8fc4-cdadd3dd1081 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 946 time: 0.1769011 Aug 19 23:47:16.471958 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-bcafcf65-cf88-4144-bb84-d49a2378cde1 req-71f1cb14-01ac-4990-98bd-c7760204c404 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.519642 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-931a6295-d156-4124-943a-210867830afd req-1af3132b-5d23-442b-8484-bd5e9742d687 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623746 Aug 19 23:47:16.633081 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58392) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:16.633865 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-bcafcf65-cf88-4144-bb84-d49a2378cde1 req-71f1cb14-01ac-4990-98bd-c7760204c404 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.638988 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-bcafcf65-cf88-4144-bb84-d49a2378cde1 req-71f1cb14-01ac-4990-98bd-c7760204c404 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.688228 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bcafcf65-cf88-4144-bb84-d49a2378cde1 req-71f1cb14-01ac-4990-98bd-c7760204c404 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753019 Aug 19 23:47:16.700675 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1cb14-01ac-4990-98bd-c7760204c404 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7631f8-190a-4294-930b-b977f49349c7,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:16.751693 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 58400) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:16.760625 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31f275d2-98c2-49f9-9cbf-291943afdef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.765032 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.786241 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.db.api [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 23:47:16.786241 dv-cinder-805316-1-iscsi neutron-server[100860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 23:47:16.786241 dv-cinder-805316-1-iscsi neutron-server[100860]: [parameters: {'project_id': '520ade7492bc49baa89f2d74a0830dc5', 'id': 'e9a974b3-b84c-457c-b0bb-c85afb03c834', 'expiration': datetime.datetime(2021, 8, 19, 23, 49, 16, 782141)}] Aug 19 23:47:16.786241 dv-cinder-805316-1-iscsi neutron-server[100860]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 23:47:16.786730 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG oslo_db.api [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 23:47:16.878297 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31f275d2-98c2-49f9-9cbf-291943afdef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.882999 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31f275d2-98c2-49f9-9cbf-291943afdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:16.898822 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88507-0506-409e-8134-43f6f5e30888 req-e159dae7-f16b-4f4b-96f3-2969228a751d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:16.900407 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-25a88507-0506-409e-8134-43f6f5e30888 req-e159dae7-f16b-4f4b-96f3-2969228a751d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.0545084 Aug 19 23:47:16.917768 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f275d2-98c2-49f9-9cbf-291943afdef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b05633-9452-430e-b402-1a8d9684f367,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:16.932323 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-31f275d2-98c2-49f9-9cbf-291943afdef8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1eb83cf2c9374dc18352d05f28d3835d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981310 Aug 19 23:47:16.935021 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58406) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:16.966054 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-25a88507-0506-409e-8134-43f6f5e30888 req-73b6f0bb-4e45-4c88-a00e-b32a78a5d789 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556128 Aug 19 23:47:16.980221 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae403eb3-39c8-49f0-8539-06f59e8b321c req-a9221ff4-e587-4319-ab3c-25b55009a078 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:16.981805 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae403eb3-39c8-49f0-8539-06f59e8b321c req-a9221ff4-e587-4319-ab3c-25b55009a078 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 943 time: 0.0804513 Aug 19 23:47:16.996450 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6500bbb5-fad4-4eff-83a6-74abafb8ae09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.024325 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6500bbb5-fad4-4eff-83a6-74abafb8ae09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.027162 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae403eb3-39c8-49f0-8539-06f59e8b321c req-189d1b8e-7979-4db6-ab58-0a6f87a83867 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Aug 19 23:47:17.075512 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6500bbb5-fad4-4eff-83a6-74abafb8ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.078083 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6500bbb5-fad4-4eff-83a6-74abafb8ae09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.079481 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6500bbb5-fad4-4eff-83a6-74abafb8ae09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37b05633-9452-430e-b402-1a8d9684f367 HTTP/1.1" status: 204 len: 168 time: 0.1430707 Aug 19 23:47:17.088585 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500bbb5-fad4-4eff-83a6-74abafb8ae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b05633-9452-430e-b402-1a8d9684f367,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:17.096818 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fbf58-a3e7-4f50-af47-40352a7ca2ee req-b5748dd0-f35d-4452-a706-cdc3cc25db57 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:17.098371 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-df1fbf58-a3e7-4f50-af47-40352a7ca2ee req-b5748dd0-f35d-4452-a706-cdc3cc25db57 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 943 time: 0.0518489 Aug 19 23:47:17.146108 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-df1fbf58-a3e7-4f50-af47-40352a7ca2ee req-749e30e4-95d1-4fb5-a594-281c3c7afd5a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339415 Aug 19 23:47:17.288212 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.376511 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.380636 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.406945 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58414) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:17.408085 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 75195461-2ba4-436e-8fa6-fbf8e48511ab details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:17.420096 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-07d25d08-4e38-4c18-b032-ac0987f56cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.423949 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=520ade7492bc49baa89f2d74a0830dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709359 Aug 19 23:47:17.425470 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d343d-1c27-4218-9c86-418b43dad4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c96441-7106-42ef-9cf5-e4c31e2bf1d3,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:17.427626 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58416) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:17.500319 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac25-e738-48e2-b591-e12f0a8ecbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.521900 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 75195461-2ba4-436e-8fa6-fbf8e48511ab, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:17.535660 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac25-e738-48e2-b591-e12f0a8ecbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.539982 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '75195461-2ba4-436e-8fa6-fbf8e48511ab', 'network_id': '7128cb46-731a-4819-9ff1-2a2664c2c93d', 'port_id': '75195461-2ba4-436e-8fa6-fbf8e48511ab', 'mac_address': 'fa:16:3e:f8:cc:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708acd78-bb7f-4af8-8027-607592ba8d91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:17.583600 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.596902 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75195461-2ba4-436e-8fa6-fbf8e48511ab {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:17.614643 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-07d25d08-4e38-4c18-b032-ac0987f56cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.620785 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac25-e738-48e2-b591-e12f0a8ecbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.620785 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91f1ac25-e738-48e2-b591-e12f0a8ecbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.624619 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-91f1ac25-e738-48e2-b591-e12f0a8ecbbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1c96441-7106-42ef-9cf5-e4c31e2bf1d3 HTTP/1.1" status: 204 len: 168 time: 0.1934688 Aug 19 23:47:17.639212 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-07d25d08-4e38-4c18-b032-ac0987f56cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.643175 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 75195461-2ba4-436e-8fa6-fbf8e48511ab, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:17.645958 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1ac25-e738-48e2-b591-e12f0a8ecbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c96441-7106-42ef-9cf5-e4c31e2bf1d3,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:17.651339 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.652379 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:17.682105 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-07d25d08-4e38-4c18-b032-ac0987f56cc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=905aefb0b38c481a9249c3ec765ea988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740500 Aug 19 23:47:17.684379 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695cae-6638-4aff-a635-00b3c16dd893 req-8b93abcf-65b5-410f-b2e5-cb8d97bcb565 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:17.685669 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58434) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:17.686656 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42695cae-6638-4aff-a635-00b3c16dd893 req-8b93abcf-65b5-410f-b2e5-cb8d97bcb565 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 946 time: 0.0829637 Aug 19 23:47:17.706108 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d25d08-4e38-4c18-b032-ac0987f56cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3fb505-90c3-4828-b8c5-0994f5b796cb,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:17.751210 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-99ef763e-77cd-4e93-b482-05f9fc7c3e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.751546 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=75195461-2ba4-436e-8fa6-fbf8e48511ab,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:17.766641 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42695cae-6638-4aff-a635-00b3c16dd893 req-b6a0b677-a8a2-4d5c-92bb-c7798b44f0b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730329 Aug 19 23:47:17.789958 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-99ef763e-77cd-4e93-b482-05f9fc7c3e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.858458 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-99ef763e-77cd-4e93-b482-05f9fc7c3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.864539 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-99ef763e-77cd-4e93-b482-05f9fc7c3e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.868669 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-99ef763e-77cd-4e93-b482-05f9fc7c3e74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad3fb505-90c3-4828-b8c5-0994f5b796cb HTTP/1.1" status: 204 len: 168 time: 0.1731107 Aug 19 23:47:17.880418 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef763e-77cd-4e93-b482-05f9fc7c3e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3fb505-90c3-4828-b8c5-0994f5b796cb,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:17.898376 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:17.927732 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'port_id': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'mac_address': 'fa:16:3e:9d:9f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:17.970395 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:17.979942 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992532d9-8b58-46a0-b025-244a31ae368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58924a0-a460-402f-80e9-25c7aa85536b'}, {'server_uuid': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:17.982833 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4810d07-9f40-4af1-a9e5-d3e808b130f3" -d '{"events": [{"server_uuid": "992532d9-8b58-46a0-b025-244a31ae368e", "name": "network-vif-plugged", "status": "completed", "tag": "f58924a0-a460-402f-80e9-25c7aa85536b"}, {"server_uuid": "faf3361b-b009-4e98-8ab1-461acaba16f1", "name": "network-vif-plugged", "status": "completed", "tag": "9ee17a52-e71b-49cb-ba3e-d1b1d8407158"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:17.992053 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:18.014106 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:18.020843 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:18.130244 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:18.151582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58468) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:18.152020 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478052d-f251-4492-a2e8-16689359162d x-openstack-request-id: req-9478052d-f251-4492-a2e8-16689359162d {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:18.152322 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992532d9-8b58-46a0-b025-244a31ae368e", "name": "network-vif-plugged", "status": "completed", "tag": "f58924a0-a460-402f-80e9-25c7aa85536b", "code": 200}, {"server_uuid": "faf3361b-b009-4e98-8ab1-461acaba16f1", "name": "network-vif-plugged", "status": "completed", "tag": "9ee17a52-e71b-49cb-ba3e-d1b1d8407158", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:18.152885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9478052d-f251-4492-a2e8-16689359162d {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:18.153287 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992532d9-8b58-46a0-b025-244a31ae368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58924a0-a460-402f-80e9-25c7aa85536b', 'code': 200} Aug 19 23:47:18.153542 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158', 'code': 200} Aug 19 23:47:18.213927 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8392-f496-4ca9-95a4-e39677efba17 req-8488ec65-2663-48a4-970d-ad60f10f517a tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:18.215511 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-906e8392-f496-4ca9-95a4-e39677efba17 req-8488ec65-2663-48a4-970d-ad60f10f517a tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.1300895 Aug 19 23:47:18.306201 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-906e8392-f496-4ca9-95a4-e39677efba17 req-3fdacc87-e105-43e0-b338-7a455766c554 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Aug 19 23:47:18.318683 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5593d-73d3-4c93-a43c-cd2e7c4824e5 req-32a52aa2-8e50-466f-a66d-6d936bc0f090 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:18.320323 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-09a5593d-73d3-4c93-a43c-cd2e7c4824e5 req-32a52aa2-8e50-466f-a66d-6d936bc0f090 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 944 time: 0.0878139 Aug 19 23:47:18.354831 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['75195461-2ba4-436e-8fa6-fbf8e48511ab'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:18.379736 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-09a5593d-73d3-4c93-a43c-cd2e7c4824e5 req-2c9ba5ec-7be4-4299-a89b-a36f57165bbb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483530 Aug 19 23:47:18.414813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['264ab0fd-1f38-4de8-a1d9-8b81a354a7d7'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:18.555552 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338493-defc-48a4-89e1-95cbaabebefc req-caa4df16-4fb6-4755-8dbf-7af308e3da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:18.557043 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-72338493-defc-48a4-89e1-95cbaabebefc req-caa4df16-4fb6-4755-8dbf-7af308e3da01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 1098 time: 0.1550655 Aug 19 23:47:18.571658 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae65d81-a6e3-4a4c-91d0-dffca2c8b712 req-556c0b7c-4e39-4996-b134-58a5b6882688 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:18.580152 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5ae65d81-a6e3-4a4c-91d0-dffca2c8b712 req-556c0b7c-4e39-4996-b134-58a5b6882688 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 944 time: 0.1151948 Aug 19 23:47:18.644588 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-949dbadd-8b6b-42af-88a6-4c40799b8acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:18.657065 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5ae65d81-a6e3-4a4c-91d0-dffca2c8b712 req-606337d5-bd74-4b23-938e-ab2055676b29 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713973 Aug 19 23:47:18.659924 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1c466-5b02-4bdc-86b1-989444f1711f req-940b814f-d492-4a5a-b6e7-7b6dc9a5f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:18.660247 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-72338493-defc-48a4-89e1-95cbaabebefc req-432bc845-a660-434b-a797-647b59857c48 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773115 Aug 19 23:47:18.661798 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5aa1c466-5b02-4bdc-86b1-989444f1711f req-940b814f-d492-4a5a-b6e7-7b6dc9a5f90d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.1544030 Aug 19 23:47:18.760065 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-949dbadd-8b6b-42af-88a6-4c40799b8acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:18.764236 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-949dbadd-8b6b-42af-88a6-4c40799b8acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:18.804678 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dbadd-8b6b-42af-88a6-4c40799b8acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594583e8-eedf-4621-bf1b-350b1b067062,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:18.816199 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-949dbadd-8b6b-42af-88a6-4c40799b8acf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cab9575a0404e8890e7d57a39f65e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593029 Aug 19 23:47:18.816393 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 58490) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:18.908451 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-580ba105-2a65-40f6-970b-4a0a576c4a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:18.917615 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5aa1c466-5b02-4bdc-86b1-989444f1711f req-38ae311b-dc7e-4d96-a385-4fbee5423a22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Aug 19 23:47:19.149537 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9447b5-866c-4e0a-bfb7-b55afd22e93f req-92a4d9ef-9a2d-4781-b6aa-864cf016e32b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:19.151053 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f9447b5-866c-4e0a-bfb7-b55afd22e93f req-92a4d9ef-9a2d-4781-b6aa-864cf016e32b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 946 time: 0.2900059 Aug 19 23:47:19.156046 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-580ba105-2a65-40f6-970b-4a0a576c4a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:19.215748 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f9447b5-866c-4e0a-bfb7-b55afd22e93f req-aa1620b8-4dda-43e0-ac14-e9c40e20a2d7 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531800 Aug 19 23:47:19.240742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-580ba105-2a65-40f6-970b-4a0a576c4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:19.243457 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-580ba105-2a65-40f6-970b-4a0a576c4a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:19.245177 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-580ba105-2a65-40f6-970b-4a0a576c4a4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/594583e8-eedf-4621-bf1b-350b1b067062 HTTP/1.1" status: 204 len: 168 time: 0.4283555 Aug 19 23:47:19.258465 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ba105-2a65-40f6-970b-4a0a576c4a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594583e8-eedf-4621-bf1b-350b1b067062,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:19.410062 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 75195461-2ba4-436e-8fa6-fbf8e48511ab up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:19.498075 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd48fa2-fd8d-4965-beb4-756b445b5b52 req-71dde41e-e9d4-4291-bb26-ff6d88144403 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:19.514236 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1cd48fa2-fd8d-4965-beb4-756b445b5b52 req-71dde41e-e9d4-4291-bb26-ff6d88144403 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.1252935 Aug 19 23:47:19.528834 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 75195461-2ba4-436e-8fa6-fbf8e48511ab completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:19.544932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 75195461-2ba4-436e-8fa6-fbf8e48511ab triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:19.546904 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:19.648524 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1cd48fa2-fd8d-4965-beb4-756b445b5b52 req-bfbc0f67-dbe1-406e-8827-32613dd6c2a0 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252532 Aug 19 23:47:19.712771 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75632efd-fe4e-4041-a233-29aed145779b req-db8b7397-5fa6-4cf0-97d3-c6486dbc73dc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:19.714460 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-75632efd-fe4e-4041-a233-29aed145779b req-db8b7397-5fa6-4cf0-97d3-c6486dbc73dc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 944 time: 0.1975551 Aug 19 23:47:19.764063 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:19.795268 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-75632efd-fe4e-4041-a233-29aed145779b req-dd1e96e4-23f4-44d8-9f83-51903e812a90 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722804 Aug 19 23:47:19.828007 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 75195461-2ba4-436e-8fa6-fbf8e48511ab, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:19.835362 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:19.836407 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:19.892245 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d4161-c169-4004-b2d4-c3779a1e3140 req-7a59107b-f49a-467c-a683-33cf6bdc46a9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:19.901776 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4f2d4161-c169-4004-b2d4-c3779a1e3140 req-7a59107b-f49a-467c-a683-33cf6bdc46a9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 944 time: 0.0823538 Aug 19 23:47:19.976271 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=75195461-2ba4-436e-8fa6-fbf8e48511ab,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:19.983470 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:19.992050 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:19.992428 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.004926 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4f2d4161-c169-4004-b2d4-c3779a1e3140 req-d074a264-6ec5-45fc-adee-7615feae78fa tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021371 Aug 19 23:47:20.095686 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58552) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:20.120476 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64013365-482b-435c-b1f5-612272e2f9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.132989 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.158437 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f64409e-c0cc-42b9-895d-a54db024f873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75195461-2ba4-436e-8fa6-fbf8e48511ab'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:20.161636 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d45483-ee65-4ba6-9cf2-b78c82ca8b49" -d '{"events": [{"server_uuid": "4f64409e-c0cc-42b9-895d-a54db024f873", "name": "network-vif-plugged", "status": "completed", "tag": "75195461-2ba4-436e-8fa6-fbf8e48511ab"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:20.186397 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:20.193627 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.197794 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58556) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:20.235405 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb30863-0a42-4615-84e8-63e265e98f94 x-openstack-request-id: req-acb30863-0a42-4615-84e8-63e265e98f94 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:20.235694 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f64409e-c0cc-42b9-895d-a54db024f873", "name": "network-vif-plugged", "status": "completed", "tag": "75195461-2ba4-436e-8fa6-fbf8e48511ab", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:20.236064 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acb30863-0a42-4615-84e8-63e265e98f94 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:20.236331 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f64409e-c0cc-42b9-895d-a54db024f873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75195461-2ba4-436e-8fa6-fbf8e48511ab', 'code': 200} Aug 19 23:47:20.279895 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:20.301347 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64013365-482b-435c-b1f5-612272e2f9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.307597 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64013365-482b-435c-b1f5-612272e2f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.372888 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64013365-482b-435c-b1f5-612272e2f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd96264-b821-492c-a705-7d40e4f29d28,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:20.395963 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-64013365-482b-435c-b1f5-612272e2f9bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b4520a8e2b1472d9ea2db5b44457fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991798 Aug 19 23:47:20.398788 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58564) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:20.477994 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-837151c6-2972-4d45-99c4-e993dd427294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.513895 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c1a04f8-cf55-49d7-bbcb-ffaafc7e4c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.534114 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad36fd-f9b2-4530-bd31-838d2ec32819 req-1e48e557-2aa1-4613-97c7-ba669cd32050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:20.535655 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5aad36fd-f9b2-4530-bd31-838d2ec32819 req-1e48e557-2aa1-4613-97c7-ba669cd32050 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 1098 time: 0.0871599 Aug 19 23:47:20.558244 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c1a04f8-cf55-49d7-bbcb-ffaafc7e4c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.626882 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5aad36fd-f9b2-4530-bd31-838d2ec32819 req-cf814862-771d-4446-8ac3-426f7b86f4a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807133 Aug 19 23:47:20.658828 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c1a04f8-cf55-49d7-bbcb-ffaafc7e4c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.661323 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c1a04f8-cf55-49d7-bbcb-ffaafc7e4c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.662445 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4c1a04f8-cf55-49d7-bbcb-ffaafc7e4c66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fd96264-b821-492c-a705-7d40e4f29d28 HTTP/1.1" status: 204 len: 168 time: 0.2621098 Aug 19 23:47:20.668242 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-837151c6-2972-4d45-99c4-e993dd427294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.674848 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a04f8-cf55-49d7-bbcb-ffaafc7e4c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd96264-b821-492c-a705-7d40e4f29d28,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:20.679944 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-837151c6-2972-4d45-99c4-e993dd427294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.740500 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-837151c6-2972-4d45-99c4-e993dd427294 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0db5442fdc4f4cfa8ed702639029bc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400202 Aug 19 23:47:20.741624 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837151c6-2972-4d45-99c4-e993dd427294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e912ed79-51eb-429c-9c82-3af782f62637,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:20.744000 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58578) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:20.784203 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193f7b-e67e-49f5-b4ca-4d642099e466 req-a3ab2172-2e9b-48a1-8740-56002f6bea01 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:20.793388 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7193f7b-e67e-49f5-b4ca-4d642099e466 req-a3ab2172-2e9b-48a1-8740-56002f6bea01 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.0658302 Aug 19 23:47:20.797146 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-35af02e7-9bc4-4411-9fe9-f5781e14fe3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.830265 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-35af02e7-9bc4-4411-9fe9-f5781e14fe3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.842685 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7193f7b-e67e-49f5-b4ca-4d642099e466 req-f667f266-4403-44a7-99cc-103d9b35f982 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477521 Aug 19 23:47:20.918526 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-35af02e7-9bc4-4411-9fe9-f5781e14fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.921343 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-35af02e7-9bc4-4411-9fe9-f5781e14fe3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:20.922617 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-35af02e7-9bc4-4411-9fe9-f5781e14fe3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e912ed79-51eb-429c-9c82-3af782f62637 HTTP/1.1" status: 204 len: 168 time: 0.1777520 Aug 19 23:47:20.939952 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af02e7-9bc4-4411-9fe9-f5781e14fe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912ed79-51eb-429c-9c82-3af782f62637,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:20.969595 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797a37-a1f0-440d-8c64-5bf32701736e req-6f8f901f-6252-4764-ab8e-eee6dfecacf1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:20.971719 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-96797a37-a1f0-440d-8c64-5bf32701736e req-6f8f901f-6252-4764-ab8e-eee6dfecacf1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0744984 Aug 19 23:47:21.026962 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-96797a37-a1f0-440d-8c64-5bf32701736e req-0e09cc75-0e01-4e52-b70f-5bd4cf052655 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Aug 19 23:47:21.151992 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e99c7-91db-4a51-ae1e-ea0849112cc8 req-46380ce1-9ff3-483b-961f-6a02486078da tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:21.154288 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-394e99c7-91db-4a51-ae1e-ea0849112cc8 req-46380ce1-9ff3-483b-961f-6a02486078da tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0572886 Aug 19 23:47:21.209065 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-394e99c7-91db-4a51-ae1e-ea0849112cc8 req-27de2c08-6b51-4d84-94a1-83a6731dd369 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444620 Aug 19 23:47:22.047052 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58658) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:22.151620 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb38e8-5eaf-48ba-a81e-c93c3089f7fc req-b48e4dad-ec40-4039-9021-b142846edb2a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:22.153429 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-31eb38e8-5eaf-48ba-a81e-c93c3089f7fc req-b48e4dad-ec40-4039-9021-b142846edb2a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0554686 Aug 19 23:47:22.175698 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065649518-network', 'tenant_id': 'a951978d00eb468eae2473ca44f5ae8a'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:22.195253 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-31eb38e8-5eaf-48ba-a81e-c93c3089f7fc req-a90a915b-b57c-430a-a985-7d6260c5e275 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355504 Aug 19 23:47:22.200998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Made reservation on behalf of a951978d00eb468eae2473ca44f5ae8a for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:22.203573 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.212263 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.238583 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:22.242781 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17fb7bf-b584-4d19-81f1-732e84363cb2" -d '{"events": [{"server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "name": "network-vif-plugged", "status": "completed", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:22.315958 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.322374 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.346291 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:47:22.361163 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c6cb57-7073-4c1c-a7ec-a2fed105fcae,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:22.364103 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.364581 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Added segment b650ef14-e557-4d6d-bf93-950791465e52 of type vlan for network 2f129215-9dbf-4541-82ca-a08132dd8446 Aug 19 23:47:22.405996 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.431715 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.432736 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:22.433323 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.488322 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4400637 Aug 19 23:47:22.491062 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58686) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:22.497610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Request body: {'subnet': {'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065649518-subnet', 'tenant_id': 'a951978d00eb468eae2473ca44f5ae8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:22.505610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394cc8-b148-4d27-b4bc-31c59a0516b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f129215-9dbf-4541-82ca-a08132dd8446,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:22.518970 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 2f129215-9dbf-4541-82ca-a08132dd8446 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:47:22.521543 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Made reservation on behalf of a951978d00eb468eae2473ca44f5ae8a for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:22.526009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.554731 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c55f-32ff-4ed4-8f3d-807bd92cd790 req-f5d27cef-9fdb-43b3-8038-1cb6c81e63ad tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:22.562601 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cdd1c55f-32ff-4ed4-8f3d-807bd92cd790 req-f5d27cef-9fdb-43b3-8038-1cb6c81e63ad tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0742145 Aug 19 23:47:22.604419 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cdd1c55f-32ff-4ed4-8f3d-807bd92cd790 req-09c9af87-7e59-42e9-b2f6-67ab2ad53fb3 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Aug 19 23:47:22.661555 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4e61f-4b96-48bf-8097-9308b320aba0 x-openstack-request-id: req-66a4e61f-4b96-48bf-8097-9308b320aba0 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:22.661850 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "name": "network-vif-plugged", "status": "completed", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:22.662101 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66a4e61f-4b96-48bf-8097-9308b320aba0 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:22.662487 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'code': 200} Aug 19 23:47:22.698643 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:47:22.755685 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.768519 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecd6aa-556c-44bd-b9a3-ccd82798aa1f req-24954132-4c5d-4905-b158-93e98baf360f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:22.769992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-26ecd6aa-556c-44bd-b9a3-ccd82798aa1f req-24954132-4c5d-4905-b158-93e98baf360f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0513198 Aug 19 23:47:22.815821 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-26ecd6aa-556c-44bd-b9a3-ccd82798aa1f req-a4f9d809-2362-4d6e-af6e-3a3150e805b6 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Aug 19 23:47:22.831736 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7d564b-aaa9-4703-9c04-92d0a22138c3,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:22.839518 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Checking segment: {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:22.840329 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Network hostable DHCP agents. Network: 2f129215-9dbf-4541-82ca-a08132dd8446, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:47:22.857792 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Network 2f129215-9dbf-4541-82ca-a08132dd8446 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:47:22.869955 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 2f129215-9dbf-4541-82ca-a08132dd8446) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:22.879721 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e6824-cc4b-4ec6-9e11-1ffd60288ce4 None None] Network 2f129215-9dbf-4541-82ca-a08132dd8446 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:22.890515 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:22.891138 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:22.918627 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a7c601e7-7f25-4659-8403-d5654d63a321 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4264071 Aug 19 23:47:23.021129 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ef5d0-4f1c-4ac6-8757-9f4420b6e234 None None] Network 2f129215-9dbf-4541-82ca-a08132dd8446 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:23.188454 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:24.613307 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-4890a38a-5b80-45d5-91d3-2a62c19da671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:24.614794 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-4890a38a-5b80-45d5-91d3-2a62c19da671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 1098 time: 0.0611162 Aug 19 23:47:24.718570 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b593d-b8bc-4029-a0e2-d0e08da99121 req-fca8aeb8-9954-4635-9f0a-a134918ce141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:24.724811 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-333b593d-b8bc-4029-a0e2-d0e08da99121 req-fca8aeb8-9954-4635-9f0a-a134918ce141 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1098 time: 0.0532887 Aug 19 23:47:24.739956 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-cc9b3f5d-c3c8-4bad-a485-3a408c993d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:24.743321 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-cc9b3f5d-c3c8-4bad-a485-3a408c993d0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.1174610 Aug 19 23:47:24.796133 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-f5720707-f1e7-4a81-873f-3192b559c728 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab HTTP/1.1" status: 200 len: 217 time: 0.0459323 Aug 19 23:47:24.799696 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-333b593d-b8bc-4029-a0e2-d0e08da99121 req-922f9949-30e2-4ab2-8c4a-3aab309340e8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638318 Aug 19 23:47:24.881968 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1587-1e0f-48fa-bb35-01e85cfe00e1 req-27d9c268-0472-4ef8-a067-95a95146276f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:24.887538 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f74a1587-1e0f-48fa-bb35-01e85cfe00e1 req-27d9c268-0472-4ef8-a067-95a95146276f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0647666 Aug 19 23:47:24.956982 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d5b3-0963-431b-8beb-5e0365411ab4 req-10465632-6377-45a7-9cf7-ff71f7b12280 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:24.958370 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f009d5b3-0963-431b-8beb-5e0365411ab4 req-10465632-6377-45a7-9cf7-ff71f7b12280 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0911937 Aug 19 23:47:24.961422 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f74a1587-1e0f-48fa-bb35-01e85cfe00e1 req-bcc5c3bb-7ad0-42d4-b7e2-a2e7208216c9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654230 Aug 19 23:47:24.996759 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f009d5b3-0963-431b-8beb-5e0365411ab4 req-6e842f3c-460d-4000-b7ec-65350a89a626 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Aug 19 23:47:25.125889 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-0ac38afe-c8b4-4cfa-ad55-fd0244fec0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:25.127435 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-0ac38afe-c8b4-4cfa-ad55-fd0244fec0c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0479314 Aug 19 23:47:25.243455 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-d621b827-c88a-4422-9bfc-5c89ad22e8ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240688 Aug 19 23:47:25.335163 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-cf872cba-44f2-4325-a3d4-492fc3931632 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841711 Aug 19 23:47:25.432635 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ed8b6d7-5e43-4e22-89e9-e95a83595049 req-69d45e43-497c-4489-8d09-d2c17ce5d020 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903280 Aug 19 23:47:25.754060 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-f0aa0c85-55e8-4aa9-bcf6-ca8560e2930a tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:25.754060 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-f0aa0c85-55e8-4aa9-bcf6-ca8560e2930a tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/networks?id=2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 200 len: 809 time: 0.1145110 Aug 19 23:47:25.772952 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-dfae57f2-3cac-46dd-8b3d-704d5a98c6e6 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/quotas/a951978d00eb468eae2473ca44f5ae8a HTTP/1.1" status: 200 len: 375 time: 0.0144241 Aug 19 23:47:25.811712 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-e091ac5e-0212-40ab-888d-a2c20a565a72 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951978d00eb468eae2473ca44f5ae8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324283 Aug 19 23:47:25.912833 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-96fa66c1-127d-4d7c-a555-b4c05474beac service neutron] 10.222.0.18 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942898 Aug 19 23:47:26.041105 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-a005165b-f9d8-46b5-b6d6-2613b14713ca service neutron] 10.222.0.18 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217079 Aug 19 23:47:26.117054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfa36-073e-451a-841a-feb404cb50d2 req-1ac1796b-5be5-4bdf-8a09-961288e45fbb tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:26.118727 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b88dfa36-073e-451a-841a-feb404cb50d2 req-1ac1796b-5be5-4bdf-8a09-961288e45fbb tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0678649 Aug 19 23:47:26.197470 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b88dfa36-073e-451a-841a-feb404cb50d2 req-06ce30fe-66f5-4947-94df-f0f1a0e22804 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723257 Aug 19 23:47:26.308277 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43b18ab7-15bf-45db-b033-3c0e7790f59e req-55c05b07-e117-4ddf-a46b-babcd1bf1c91 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 210 time: 0.0300868 Aug 19 23:47:26.322655 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718469a-f09a-4545-b444-d1dac7bd01ee req-6011c7fb-ad1d-4146-b79e-9991809fc868 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:26.327655 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6718469a-f09a-4545-b444-d1dac7bd01ee req-6011c7fb-ad1d-4146-b79e-9991809fc868 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0958529 Aug 19 23:47:26.364382 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6718469a-f09a-4545-b444-d1dac7bd01ee req-3559caf0-173b-45c5-a2f1-d8b20a7b9ead tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Aug 19 23:47:27.321193 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e7e03-2269-4f99-a2b9-34dbaf63b483 req-c0255681-e4c4-4ab2-9851-db201b3eed7f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:27.322702 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-181e7e03-2269-4f99-a2b9-34dbaf63b483 req-c0255681-e4c4-4ab2-9851-db201b3eed7f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0482090 Aug 19 23:47:27.360425 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-181e7e03-2269-4f99-a2b9-34dbaf63b483 req-b812d9ff-ccfa-4c07-ade1-c9257c0fc7e0 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Aug 19 23:47:27.400475 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-75f3941c-b4e7-46f7-b602-5f8bf16173bd req-396542dc-ceab-479e-a636-bf843c9ac6b7 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 210 time: 0.0260003 Aug 19 23:47:27.480225 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3f44-65aa-4bcf-a6af-51ea44c7a6f2 req-d7629850-7a2c-44e7-b80d-90eeb5d2627d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:27.481719 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-104e3f44-65aa-4bcf-a6af-51ea44c7a6f2 req-d7629850-7a2c-44e7-b80d-90eeb5d2627d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Aug 19 23:47:27.518319 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-104e3f44-65aa-4bcf-a6af-51ea44c7a6f2 req-b683fa5c-1bce-40c7-b86e-ae172bc3fcb2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Aug 19 23:47:28.500786 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5bb3dfb-6e29-476a-906b-deb133389592 req-e99c8d6b-42a8-45c7-b690-69b2a8bdcfae tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Aug 19 23:47:28.513351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998ac8-ff49-4570-bf03-0bdb70b5b61b req-35863345-8687-47cf-8eb8-b60b6407ee30 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:28.514871 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-35998ac8-ff49-4570-bf03-0bdb70b5b61b req-35863345-8687-47cf-8eb8-b60b6407ee30 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0852163 Aug 19 23:47:28.562566 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-35998ac8-ff49-4570-bf03-0bdb70b5b61b req-bf784197-0735-49f5-8353-deaf89e73ab1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365367 Aug 19 23:47:28.645489 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38318f6f-6637-40c7-9b72-7709ccd34f88 req-886bb58e-b5a2-47d0-b932-44201c99dd49 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:28.646993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-38318f6f-6637-40c7-9b72-7709ccd34f88 req-886bb58e-b5a2-47d0-b932-44201c99dd49 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0565407 Aug 19 23:47:28.687080 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-38318f6f-6637-40c7-9b72-7709ccd34f88 req-2637f7bc-3119-4f24-a82d-4ba8fefca747 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Aug 19 23:47:29.060972 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-737001b9-5b08-47fb-adf7-cf9508160ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:29.494618 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-635a3cf4-a5be-4b64-abaa-85f8fa3f2421 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:29.496358 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-635a3cf4-a5be-4b64-abaa-85f8fa3f2421 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "GET /v2.0/networks?id=2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 200 len: 809 time: 0.1055756 Aug 19 23:47:29.510751 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Request body: {'port': {'device_id': '6247ce00-9488-4ff1-9b42-756522e276f4', 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446', 'admin_state_up': True, 'tenant_id': 'a951978d00eb468eae2473ca44f5ae8a'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:29.608664 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2f2c1b76-30fc-4d7f-b56b-3edf5fefc614 req-62868c72-acac-4bf6-aaea-014467b20967 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Aug 19 23:47:29.633266 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Made reservation on behalf of a951978d00eb468eae2473ca44f5ae8a for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:29.637150 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:29.703949 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286058d5-0c2c-430f-b225-ad241ba6e28b req-21cad83e-ecae-4cb4-b624-cd1452467463 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:29.705465 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-286058d5-0c2c-430f-b225-ad241ba6e28b req-21cad83e-ecae-4cb4-b624-cd1452467463 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0522301 Aug 19 23:47:29.752546 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-286058d5-0c2c-430f-b225-ad241ba6e28b req-e108a1f0-17e9-490b-b1d8-8627fcb4a950 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325217 Aug 19 23:47:29.797077 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Allocated IP 172.20.0.14 (2f129215-9dbf-4541-82ca-a08132dd8446/7f7d564b-aaa9-4703-9c04-92d0a22138c3/7c7a5878-8f22-42ac-88d8-4275ba5710ef) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:29.817899 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f877c-fd27-48c2-9da7-39f1c4e9ae61 req-107acdd6-ba04-45b8-b17e-26e507741dae tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:29.819576 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e07f877c-fd27-48c2-9da7-39f1c4e9ae61 req-107acdd6-ba04-45b8-b17e-26e507741dae tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0611076 Aug 19 23:47:29.897148 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e07f877c-fd27-48c2-9da7-39f1c4e9ae61 req-043b1960-3492-4d82-84d8-eed0fed84a8c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690267 Aug 19 23:47:29.915205 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86279c-a30d-4339-917b-ea6aa57a079b req-8ba38865-54c4-43c8-9edd-b796fa29c0a4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:29.916713 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3b86279c-a30d-4339-917b-ea6aa57a079b req-8ba38865-54c4-43c8-9edd-b796fa29c0a4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0696476 Aug 19 23:47:29.925934 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 58926) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:29.931240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'floatingip': {'port_id': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:29.955823 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:29.998665 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.004613 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.049506 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Network 2f129215-9dbf-4541-82ca-a08132dd8446 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:30.053089 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:30.060325 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:30.066648 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:30.067287 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.070616 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Pushing event updated for resources: {'Port': ['ID=7c7a5878-8f22-42ac-88d8-4275ba5710ef,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:30.085869 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b4537a9-8818-4e9c-b846-3655a509711f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796421 Aug 19 23:47:30.101580 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Request body: {'port': {'device_id': '6247ce00-9488-4ff1-9b42-756522e276f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:30.177679 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.676756 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7a5878-8f22-42ac-88d8-4275ba5710ef {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:30.682357 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.db.resource_extend [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 23:47:30.687400 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.702180 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Transition to ACTIVE for port object 7c7a5878-8f22-42ac-88d8-4275ba5710ef will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:30.708392 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.783034 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7a5878-8f22-42ac-88d8-4275ba5710ef,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:30.801564 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Attempting to bind port 7c7a5878-8f22-42ac-88d8-4275ba5710ef on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:30.801907 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Attempting to bind port 7c7a5878-8f22-42ac-88d8-4275ba5710ef by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:30.802439 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Attempting to bind port 7c7a5878-8f22-42ac-88d8-4275ba5710ef on network 2f129215-9dbf-4541-82ca-a08132dd8446 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:30.807011 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Port 7c7a5878-8f22-42ac-88d8-4275ba5710ef on network 2f129215-9dbf-4541-82ca-a08132dd8446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:30.807372 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Attempting to bind port 7c7a5878-8f22-42ac-88d8-4275ba5710ef on network 2f129215-9dbf-4541-82ca-a08132dd8446 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:30.813414 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:30.813752 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Checking segment: {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:30.814142 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Bound using segment: {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:30.814564 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Bound port: 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:30.814927 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.857368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 58972) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:30.903013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] For port 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:30.908940 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] For port 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:30.917350 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.951998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:30.952800 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:30.954110 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c7a5878-8f22-42ac-88d8-4275ba5710ef HTTP/1.1" status: 200 len: 1094 time: 0.8577266 Aug 19 23:47:30.954534 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6247ce00-9488-4ff1-9b42-756522e276f4', 'tag': '7c7a5878-8f22-42ac-88d8-4275ba5710ef'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:30.957595 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6247ce00-9488-4ff1-9b42-756522e276f4", "tag": "7c7a5878-8f22-42ac-88d8-4275ba5710ef"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:31.026077 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb03e-a522-4181-ba1c-e206cf614817 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7a5878-8f22-42ac-88d8-4275ba5710ef,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:31.042002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ca9ff73b-45c6-42dc-8390-46d05477d06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.074916 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.077935 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-b5bb564b-5bde-4092-9dbd-7f895e2dd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.079489 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-b5bb564b-5bde-4092-9dbd-7f895e2dd4cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a951978d00eb468eae2473ca44f5ae8a&device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 1097 time: 0.0708754 Aug 19 23:47:31.080801 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.132010 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9ea1-fd10-41f0-9c1b-0ced0a04f07c req-e0901a39-3f62-4204-a99b-510009a77f3f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.133526 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a80e9ea1-fd10-41f0-9c1b-0ced0a04f07c req-e0901a39-3f62-4204-a99b-510009a77f3f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 944 time: 0.4116905 Aug 19 23:47:31.152265 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892921f-0bb6-49a3-b0e4-6821f953cf52 req-0f127e9f-da20-4d15-ba90-d72ee041ba25 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.153855 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5892921f-0bb6-49a3-b0e4-6821f953cf52 req-0f127e9f-da20-4d15-ba90-d72ee041ba25 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1407769 Aug 19 23:47:31.154227 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-848c789b-5760-4d6c-a415-51220646f0af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef HTTP/1.1" status: 200 len: 217 time: 0.0481761 Aug 19 23:47:31.234314 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-4f3a714e-dc66-4982-b9e1-6f1a52182a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.234314 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-4f3a714e-dc66-4982-b9e1-6f1a52182a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f7d564b-aaa9-4703-9c04-92d0a22138c3 HTTP/1.1" status: 200 len: 849 time: 0.0659227 Aug 19 23:47:31.253890 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ca9ff73b-45c6-42dc-8390-46d05477d06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.259031 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a80e9ea1-fd10-41f0-9c1b-0ced0a04f07c req-824d0d59-ef29-4d46-96ff-d4bcd0a8b4c8 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042531 Aug 19 23:47:31.295582 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5892921f-0bb6-49a3-b0e4-6821f953cf52 req-e7ff9802-4df0-4b11-a348-43754603b7ec tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307144 Aug 19 23:47:31.298237 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-fc0f3641-1473-432f-83dd-38c892b0f26e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2f129215-9dbf-4541-82ca-a08132dd8446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568116 Aug 19 23:47:31.299580 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ca9ff73b-45c6-42dc-8390-46d05477d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.307066 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Floating IP 962e2389-0cb6-4acc-80a6-7ef23db3ace8 associated. External IP: 172.27.0.23, port: 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7. Aug 19 23:47:31.352215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0be4de-4563-415e-9c81-9c888023d82b x-openstack-request-id: req-4b0be4de-4563-415e-9c81-9c888023d82b {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:31.352617 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6247ce00-9488-4ff1-9b42-756522e276f4", "tag": "7c7a5878-8f22-42ac-88d8-4275ba5710ef", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:31.352925 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b0be4de-4563-415e-9c81-9c888023d82b {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:31.353309 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6247ce00-9488-4ff1-9b42-756522e276f4', 'tag': '7c7a5878-8f22-42ac-88d8-4275ba5710ef', 'status': 'completed', 'code': 200} Aug 19 23:47:31.386256 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ff73b-45c6-42dc-8390-46d05477d06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9f6a5b-e2b8-4b81-9478-64e1db379886,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:31.392069 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-ca9ff73b-45c6-42dc-8390-46d05477d06c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f551abc1b4f846d1be3c5dd770732b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337138 Aug 19 23:47:31.395444 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 58990) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:31.431865 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-50041854-fa6f-4403-af94-297cee33af6b service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210585 Aug 19 23:47:31.505402 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c6c36aa9-909f-4013-b389-7590243936be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.540485 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-810c9cff-08ff-4aa4-aa2a-f3f348487391 req-3d951d70-83a0-45da-9556-c847e8923884 service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Aug 19 23:47:31.560999 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c6c36aa9-909f-4013-b389-7590243936be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.598531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Router edff3905-6fa9-477b-a40c-6c5984f3769a has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:47:31.655295 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-69784aa8-f8e1-48b3-8657-7227062ea360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.656766 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-69784aa8-f8e1-48b3-8657-7227062ea360 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a951978d00eb468eae2473ca44f5ae8a&device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 1097 time: 0.0446069 Aug 19 23:47:31.677150 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-54086dc1-151a-44d9-847f-f79a218d49f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.685551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c6c36aa9-909f-4013-b389-7590243936be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.688455 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c6c36aa9-909f-4013-b389-7590243936be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.689742 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c6c36aa9-909f-4013-b389-7590243936be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da9f6a5b-e2b8-4b81-9478-64e1db379886 HTTP/1.1" status: 204 len: 168 time: 0.2933547 Aug 19 23:47:31.729508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c36aa9-909f-4013-b389-7590243936be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9f6a5b-e2b8-4b81-9478-64e1db379886,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:31.767616 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:47:31.774087 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.788152 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:47:31.799665 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:47:31.800929 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:47:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:31.801302 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-d34afeb9-7a52-4a05-b508-66891edbe976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.803104 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-d34afeb9-7a52-4a05-b508-66891edbe976 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 200 len: 910 time: 0.1279593 Aug 19 23:47:31.805182 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-745a4282-3333-4da3-b701-a88b8835bfec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "PUT /v2.0/floatingips/962e2389-0cb6-4acc-80a6-7ef23db3ace8 HTTP/1.1" status: 200 len: 990 time: 1.8780217 Aug 19 23:47:31.806000 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:31.808541 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb5e45-ba3c-42c7-a697-550d829dafec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:31.854744 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a1cda0-709d-4c76-95af-e86ec268b187 x-openstack-request-id: req-46a1cda0-709d-4c76-95af-e86ec268b187 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:31.855328 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:31.855774 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46a1cda0-709d-4c76-95af-e86ec268b187 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:31.856378 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'status': 'completed', 'code': 200} Aug 19 23:47:31.907793 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-ec0f2410-6f68-46a9-ab53-49896bc09c54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef HTTP/1.1" status: 200 len: 217 time: 0.0899758 Aug 19 23:47:31.911400 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:31.982530 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:47:31.995167 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-5a7a0d09-9756-463c-8277-f21d81522cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.996613 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-d7152d43-75d1-4d18-9df3-ba0525ff30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:31.998238 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-d7152d43-75d1-4d18-9df3-ba0525ff30ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f7d564b-aaa9-4703-9c04-92d0a22138c3 HTTP/1.1" status: 200 len: 849 time: 0.0766842 Aug 19 23:47:32.000641 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-5a7a0d09-9756-463c-8277-f21d81522cea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1098 time: 0.0943983 Aug 19 23:47:32.062329 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-f3aa7e5a-a1f2-4c12-a895-542ee52aa901 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2f129215-9dbf-4541-82ca-a08132dd8446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394833 Aug 19 23:47:32.136374 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59018) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:32.148358 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-2b9a406c-4140-42b4-bde2-e92b494fcb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:32.154012 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-2b9a406c-4140-42b4-bde2-e92b494fcb30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 911 time: 0.1319506 Aug 19 23:47:32.161067 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a68df715-f56c-479a-9d8a-36bd2a91e621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.239859 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-55eb17d3-1f6f-4c56-8469-f474b7ce2119 service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638572 Aug 19 23:47:32.332587 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-300d2dd9-4aac-4a46-8f9f-7b670cee15c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 200 len: 998 time: 0.1605442 Aug 19 23:47:32.419520 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '962e2389-0cb6-4acc-80a6-7ef23db3ace8', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'port_id': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'mac_address': 'fa:16:3e:9d:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:46:59Z', 'updated_at': '2021-08-19T23:47:30Z', 'revision_number': 1, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:32.481468 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:47:32.495528 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e5ddd950-0b8c-4873-8b6e-effd3b5489c8 req-97be3d6b-1610-409f-bb86-b5c30dad497a service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439921 Aug 19 23:47:32.499112 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-870504db-df82-4407-b964-b90fb18b4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:32.500651 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a68df715-f56c-479a-9d8a-36bd2a91e621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.501101 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-870504db-df82-4407-b964-b90fb18b4f9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.1569450 Aug 19 23:47:32.506430 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:47:32.507404 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:47:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:32.507824 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a68df715-f56c-479a-9d8a-36bd2a91e621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.516774 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121615-d478-47d1-a674-6f3a61e198b5 req-a93910af-6560-4e51-b434-4dcede0c45bd tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:32.528753 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ea121615-d478-47d1-a674-6f3a61e198b5 req-a93910af-6560-4e51-b434-4dcede0c45bd tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1045189 Aug 19 23:47:32.587562 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370796-c3ce-4712-a300-bef68957ceef req-42b96e09-b9ff-4544-bd6b-c84624f05900 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:32.595001 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f370796-c3ce-4712-a300-bef68957ceef req-42b96e09-b9ff-4544-bd6b-c84624f05900 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 944 time: 0.1869073 Aug 19 23:47:32.607649 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68df715-f56c-479a-9d8a-36bd2a91e621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f345f-79f3-4a8c-a8b0-390904cbc4c5,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:32.614094 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a68df715-f56c-479a-9d8a-36bd2a91e621 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b77d3aba14149cba20fd168892b63ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765549 Aug 19 23:47:32.616675 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59046) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:32.662065 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ea121615-d478-47d1-a674-6f3a61e198b5 req-eec4fa2e-bd4a-4058-a851-c83e5f31b721 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324770 Aug 19 23:47:32.674353 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-43e4b921-e1a6-498f-b66f-e93bd31970a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:32.677560 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-43e4b921-e1a6-498f-b66f-e93bd31970a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1404202 Aug 19 23:47:32.696241 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f370796-c3ce-4712-a300-bef68957ceef req-f16e796a-7342-4069-ba24-8d32def34cbd tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946078 Aug 19 23:47:32.714895 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:47:32.715468 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9eea31ad-fdbf-4733-8ff4-272308a47d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.740282 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59048) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:32.756935 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9eea31ad-fdbf-4733-8ff4-272308a47d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.808016 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-5ab0de81-92b6-4026-a06f-61208a3b3bc6 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100078 Aug 19 23:47:32.840430 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9eea31ad-fdbf-4733-8ff4-272308a47d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.843952 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9eea31ad-fdbf-4733-8ff4-272308a47d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.848032 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.850272 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-9eea31ad-fdbf-4733-8ff4-272308a47d60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/626f345f-79f3-4a8c-a8b0-390904cbc4c5 HTTP/1.1" status: 204 len: 168 time: 0.2324369 Aug 19 23:47:32.867495 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea31ad-fdbf-4733-8ff4-272308a47d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f345f-79f3-4a8c-a8b0-390904cbc4c5,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:32.940339 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bfcd972a-bd56-45a4-b6f9-1e80b5f10ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:32.994349 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb5e45-ba3c-42c7-a697-550d829dafec req-7cdf5f7a-615a-4537-8328-749c76b14705 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657784 Aug 19 23:47:33.036348 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '962e2389-0cb6-4acc-80a6-7ef23db3ace8', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'port_id': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'mac_address': 'fa:16:3e:9d:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:46:59Z', 'updated_at': '2021-08-19T23:47:30Z', 'revision_number': 1, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:33.056174 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59058) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:33.070277 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c22941-093c-4df5-8ad1-e8f00f4af9db None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '962e2389-0cb6-4acc-80a6-7ef23db3ace8', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'port_id': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'mac_address': 'fa:16:3e:9d:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:46:59Z', 'updated_at': '2021-08-19T23:47:30Z', 'revision_number': 1, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:47:33.086744 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bfcd972a-bd56-45a4-b6f9-1e80b5f10ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.092429 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bfcd972a-bd56-45a4-b6f9-1e80b5f10ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.138873 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-bfcd972a-bd56-45a4-b6f9-1e80b5f10ff1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1822bc949aa84f1f8faef61b6324330d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950348 Aug 19 23:47:33.139423 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59062) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:33.147768 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd972a-bd56-45a4-b6f9-1e80b5f10ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711af570-ebf9-444d-a728-83f9f67db1b4,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:33.207627 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8161191-635c-4790-8ac2-19b65e6e72d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.229105 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8161191-635c-4790-8ac2-19b65e6e72d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.282500 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8161191-635c-4790-8ac2-19b65e6e72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.289408 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c8161191-635c-4790-8ac2-19b65e6e72d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.290664 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c8161191-635c-4790-8ac2-19b65e6e72d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/711af570-ebf9-444d-a728-83f9f67db1b4 HTTP/1.1" status: 204 len: 168 time: 0.1503806 Aug 19 23:47:33.298696 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8161191-635c-4790-8ac2-19b65e6e72d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711af570-ebf9-444d-a728-83f9f67db1b4,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:33.341125 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e02-0000-46c6-9237-454397b02365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.355591 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5d08e-8c20-4584-ac27-1be95e6b005b None None] New status for floating IP 962e2389-0cb6-4acc-80a6-7ef23db3ace8: ACTIVE {{(pid=100861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:47:33.479325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e02-0000-46c6-9237-454397b02365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.487214 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e02-0000-46c6-9237-454397b02365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.532899 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59082) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:33.534240 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8bfc5e02-0000-46c6-9237-454397b02365 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=835512925b074d7aa23e236aa377b0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765394 Aug 19 23:47:33.559978 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc5e02-0000-46c6-9237-454397b02365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6614c946-1a34-40e1-91ea-609c14c5c364,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:33.613792 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b7f5265f-17b5-41e5-84a2-f664910b9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.637202 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b7f5265f-17b5-41e5-84a2-f664910b9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.703897 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b7f5265f-17b5-41e5-84a2-f664910b9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.714426 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b7f5265f-17b5-41e5-84a2-f664910b9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.719798 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b7f5265f-17b5-41e5-84a2-f664910b9a0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6614c946-1a34-40e1-91ea-609c14c5c364 HTTP/1.1" status: 204 len: 168 time: 0.1853740 Aug 19 23:47:33.731965 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5265f-17b5-41e5-84a2-f664910b9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6614c946-1a34-40e1-91ea-609c14c5c364,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:33.859035 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a76338-f1a7-4d9b-aeae-0a94f132a6fb req-50b9511f-f5f2-40fe-8ef0-5dcb262d0a82 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:33.860676 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-65a76338-f1a7-4d9b-aeae-0a94f132a6fb req-50b9511f-f5f2-40fe-8ef0-5dcb262d0a82 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 944 time: 0.0692081 Aug 19 23:47:33.873382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63890edc-63d8-4ca2-aaf5-ad1df083693d req-b21ba7d1-fc17-4873-b986-b2326092a930 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:33.874975 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-63890edc-63d8-4ca2-aaf5-ad1df083693d req-b21ba7d1-fc17-4873-b986-b2326092a930 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0941312 Aug 19 23:47:33.894639 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59098) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:33.913302 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-95cd94e0-1c53-45a7-8daa-baf2b4047e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:33.935188 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-65a76338-f1a7-4d9b-aeae-0a94f132a6fb req-e3a89d26-0827-43fd-adc2-655247f0524f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591006 Aug 19 23:47:33.940139 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-63890edc-63d8-4ca2-aaf5-ad1df083693d req-608c702d-15bc-4b73-be3d-95a713668be1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575993 Aug 19 23:47:34.021618 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-95cd94e0-1c53-45a7-8daa-baf2b4047e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.025108 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-95cd94e0-1c53-45a7-8daa-baf2b4047e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.070078 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-95cd94e0-1c53-45a7-8daa-baf2b4047e5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85d5d19181a64d428eac7ed656b5b6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730595 Aug 19 23:47:34.071627 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd94e0-1c53-45a7-8daa-baf2b4047e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a7e56-21a2-489c-aecb-24d783392b46,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:34.072760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59104) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:34.136960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-200f45c5-ee8f-484d-9796-8ebafa620aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.159561 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-200f45c5-ee8f-484d-9796-8ebafa620aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.209146 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-200f45c5-ee8f-484d-9796-8ebafa620aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.212337 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-200f45c5-ee8f-484d-9796-8ebafa620aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.213654 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-200f45c5-ee8f-484d-9796-8ebafa620aad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d7a7e56-21a2-489c-aecb-24d783392b46 HTTP/1.1" status: 204 len: 168 time: 0.1388829 Aug 19 23:47:34.221491 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f45c5-ee8f-484d-9796-8ebafa620aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a7e56-21a2-489c-aecb-24d783392b46,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:34.332338 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.340630 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59114) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:34.354009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb23e-7308-400a-9480-86ba547b1361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.460880 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb23e-7308-400a-9480-86ba547b1361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.467651 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb23e-7308-400a-9480-86ba547b1361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.504193 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb23e-7308-400a-9480-86ba547b1361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e2034-3fe5-4980-bd79-e6b145ed7ddd,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:34.518811 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-ea9eb23e-7308-400a-9480-86ba547b1361 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2799559aade14437b168626f6216f261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770544 Aug 19 23:47:34.521427 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59126) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:34.578226 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e5ccb6d-bb46-4ef6-8304-a9299a0caa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.600503 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e5ccb6d-bb46-4ef6-8304-a9299a0caa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.662415 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e5ccb6d-bb46-4ef6-8304-a9299a0caa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.665455 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e5ccb6d-bb46-4ef6-8304-a9299a0caa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:34.666613 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8e5ccb6d-bb46-4ef6-8304-a9299a0caa67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/479e2034-3fe5-4980-bd79-e6b145ed7ddd HTTP/1.1" status: 204 len: 168 time: 0.1442192 Aug 19 23:47:34.674490 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ccb6d-bb46-4ef6-8304-a9299a0caa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e2034-3fe5-4980-bd79-e6b145ed7ddd,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:35.094322 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1df8-0e7c-4c73-9087-75b2ea0275ab req-65371a59-23f2-4e9a-8022-ba64531abfa0 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:35.102015 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4b1f1df8-0e7c-4c73-9087-75b2ea0275ab req-65371a59-23f2-4e9a-8022-ba64531abfa0 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 944 time: 0.0843017 Aug 19 23:47:35.130871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08239-a1f3-4ec4-a675-a4175bce433b req-56292e27-f525-4d01-9667-6569b27ca974 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:35.132421 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-01a08239-a1f3-4ec4-a675-a4175bce433b req-56292e27-f525-4d01-9667-6569b27ca974 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0880048 Aug 19 23:47:35.163830 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4b1f1df8-0e7c-4c73-9087-75b2ea0275ab req-18dd758f-4741-47c7-8b2f-5c0d9962ab3d tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608792 Aug 19 23:47:35.204085 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-01a08239-a1f3-4ec4-a675-a4175bce433b req-8c150963-2e28-464c-bd16-fbec9b7a6715 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616643 Aug 19 23:47:35.530746 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 7c7a5878-8f22-42ac-88d8-4275ba5710ef details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:35.657843 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:35.681480 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '7c7a5878-8f22-42ac-88d8-4275ba5710ef', 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446', 'port_id': '7c7a5878-8f22-42ac-88d8-4275ba5710ef', 'mac_address': 'fa:16:3e:2b:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d564b-aaa9-4703-9c04-92d0a22138c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:35.727619 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:35.740253 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7a5878-8f22-42ac-88d8-4275ba5710ef {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:35.763386 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:35.768471 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:35.823419 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=7c7a5878-8f22-42ac-88d8-4275ba5710ef,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:36.132386 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59210) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:36.214420 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['7c7a5878-8f22-42ac-88d8-4275ba5710ef'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:36.240583 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ee79-1565-4feb-a5f3-d1a4e9d753c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.317117 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c16145-2bdf-4062-85ad-e5c196df115a req-b44615ad-e7ac-4baf-954e-96ada746a0d3 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:36.319351 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c5c16145-2bdf-4062-85ad-e5c196df115a req-b44615ad-e7ac-4baf-954e-96ada746a0d3 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 945 time: 0.0735841 Aug 19 23:47:36.372442 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ee79-1565-4feb-a5f3-d1a4e9d753c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.378608 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ee79-1565-4feb-a5f3-d1a4e9d753c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.394527 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc12d0-8527-4def-ae86-3cc837177dcf req-f49f8c5e-60b9-4a2c-b42b-facf40a6aa4d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:36.396213 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fecc12d0-8527-4def-ae86-3cc837177dcf req-f49f8c5e-60b9-4a2c-b42b-facf40a6aa4d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0757327 Aug 19 23:47:36.403460 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c5c16145-2bdf-4062-85ad-e5c196df115a req-22f1c8ae-64ad-4842-88c8-281f4cfe583a tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576546 Aug 19 23:47:36.452621 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-c9c5ee79-1565-4feb-a5f3-d1a4e9d753c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccbeaed9957e42eeb4807e8f740d74d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190367 Aug 19 23:47:36.453518 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5ee79-1565-4feb-a5f3-d1a4e9d753c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59490967-34c5-42c2-844f-cbc64d84887c,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:36.455749 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fecc12d0-8527-4def-ae86-3cc837177dcf req-f79b731a-e295-4a8a-8470-0992c3c68bcf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511556 Aug 19 23:47:36.456750 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59230) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:36.520357 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.546168 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.604759 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.607350 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:36.608508 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59490967-34c5-42c2-844f-cbc64d84887c HTTP/1.1" status: 204 len: 168 time: 0.1507421 Aug 19 23:47:36.616224 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59490967-34c5-42c2-844f-cbc64d84887c,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:36.624926 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.625279 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.625631 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.625975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.626309 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.626644 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.626973 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.627427 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.627687 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.628581 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.628888 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:36.629201 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c81b84-04c3-4e09-a37b-50d156240432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.032476 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59288) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:37.046205 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3cb2612a-1a95-41b3-83d2-e90e7d67f2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.088336 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-68617c84-4000-4fbc-884a-b635c4b3d67e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:37.090101 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-68617c84-4000-4fbc-884a-b635c4b3d67e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.1149604 Aug 19 23:47:37.121573 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-143c4c0c-6276-42bb-ab16-0fff88fddd00 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/quotas/9fb4bc3f6e6a49afa0464aa0f5d47c20 HTTP/1.1" status: 200 len: 375 time: 0.0241542 Aug 19 23:47:37.143237 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3cb2612a-1a95-41b3-83d2-e90e7d67f2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.150571 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3cb2612a-1a95-41b3-83d2-e90e7d67f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.169740 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-14c2c6d7-7027-4ad1-a68d-c2c36c494fe2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468893 Aug 19 23:47:37.193672 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-3cb2612a-1a95-41b3-83d2-e90e7d67f2f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c49ee5688e6040e1b53b0b61416e5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601067 Aug 19 23:47:37.194839 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2612a-1a95-41b3-83d2-e90e7d67f2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b53c23-4b4f-4b89-9b8d-678b66b7a2c4,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:37.197354 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59294) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:37.251951 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05f73f35-68fd-4a0d-906b-2ecf945e01ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.277163 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05f73f35-68fd-4a0d-906b-2ecf945e01ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.282523 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-9ee93b26-fe05-4f27-87cc-bc2ded363255 service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040146 Aug 19 23:47:37.327232 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05f73f35-68fd-4a0d-906b-2ecf945e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.329928 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-05f73f35-68fd-4a0d-906b-2ecf945e01ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.331210 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-05f73f35-68fd-4a0d-906b-2ecf945e01ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52b53c23-4b4f-4b89-9b8d-678b66b7a2c4 HTTP/1.1" status: 204 len: 168 time: 0.1328082 Aug 19 23:47:37.349032 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f73f35-68fd-4a0d-906b-2ecf945e01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b53c23-4b4f-4b89-9b8d-678b66b7a2c4,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:37.370633 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59300) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:37.398250 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-b93ece69-59f7-4b4b-9bea-032383224322 service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090310 Aug 19 23:47:37.511613 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.541978 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 7c7a5878-8f22-42ac-88d8-4275ba5710ef up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:37.588571 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c5e78-556f-4ef5-bbe4-77518c7ea2e5 req-cbaa186c-baee-4eed-80bd-9526b33f71ad tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:37.590107 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-291c5e78-556f-4ef5-bbe4-77518c7ea2e5 req-cbaa186c-baee-4eed-80bd-9526b33f71ad tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 945 time: 0.0906925 Aug 19 23:47:37.622862 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 7c7a5878-8f22-42ac-88d8-4275ba5710ef completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:37.628799 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 7c7a5878-8f22-42ac-88d8-4275ba5710ef triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:37.629228 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.693369 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-291c5e78-556f-4ef5-bbe4-77518c7ea2e5 req-c26994fa-4a6e-4e2f-a271-12fe32b16e1d tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939841 Aug 19 23:47:37.726673 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099106d-c9ae-4c76-b3e7-0560cd9b6fe0 req-9ed789f2-8c7b-45d3-bff1-a0ab1a928803 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:37.728419 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b099106d-c9ae-4c76-b3e7-0560cd9b6fe0 req-9ed789f2-8c7b-45d3-bff1-a0ab1a928803 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1333880 Aug 19 23:47:37.771332 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.800866 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.803394 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f288faae-9af2-4e40-a2d2-4f2d15f43d35 req-fd9c71d4-5fc4-458a-823b-baf568d019c9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 210 time: 0.0544336 Aug 19 23:47:37.806823 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6247ce00-9488-4ff1-9b42-756522e276f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7a5878-8f22-42ac-88d8-4275ba5710ef'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:37.809918 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0823df2-b75f-4f12-8082-ae96e1483cf8" -d '{"events": [{"server_uuid": "6247ce00-9488-4ff1-9b42-756522e276f4", "name": "network-vif-plugged", "status": "completed", "tag": "7c7a5878-8f22-42ac-88d8-4275ba5710ef"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:37.815961 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:37.821366 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.826932 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:37.859953 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59332) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:37.863844 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba82d374e6154c9bb62fdc9e7a4ec1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912829 Aug 19 23:47:37.882458 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=7c7a5878-8f22-42ac-88d8-4275ba5710ef,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:37.892522 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b099106d-c9ae-4c76-b3e7-0560cd9b6fe0 req-5def6ea4-458c-4ee5-b2ec-a6d01bee9d75 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574047 Aug 19 23:47:37.918408 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41de5309-e553-459e-9b77-323f48b17906,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:37.942560 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.944113 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.944499 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.944871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.946154 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.946592 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.946932 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.948781 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.949163 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.949540 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.949950 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.950390 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01543b24-fca1-4e61-ab61-a827dd4c6446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:37.995714 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e591-18ff-4143-a3d0-744c0d2e2793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.008445 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af4348-ce1c-46d6-a6a4-cb392aadbb74 x-openstack-request-id: req-45af4348-ce1c-46d6-a6a4-cb392aadbb74 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:38.008739 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6247ce00-9488-4ff1-9b42-756522e276f4", "name": "network-vif-plugged", "status": "completed", "tag": "7c7a5878-8f22-42ac-88d8-4275ba5710ef", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:38.008994 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45af4348-ce1c-46d6-a6a4-cb392aadbb74 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:38.009381 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6247ce00-9488-4ff1-9b42-756522e276f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7a5878-8f22-42ac-88d8-4275ba5710ef', 'code': 200} Aug 19 23:47:38.030432 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e591-18ff-4143-a3d0-744c0d2e2793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.106476 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e591-18ff-4143-a3d0-744c0d2e2793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.109931 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e591-18ff-4143-a3d0-744c0d2e2793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.111462 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d8e3e591-18ff-4143-a3d0-744c0d2e2793 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41de5309-e553-459e-9b77-323f48b17906 HTTP/1.1" status: 204 len: 168 time: 0.2503211 Aug 19 23:47:38.126453 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3e591-18ff-4143-a3d0-744c0d2e2793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41de5309-e553-459e-9b77-323f48b17906,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:38.126537 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59344) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:38.467201 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d90de373-3ef9-4f09-bbb9-68cf9cf83360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.491496 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ab3e7-dafa-4fad-b607-32b2bd30db5f req-d352e5e4-dd2a-428b-805b-56beb547d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:38.493090 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e0ab3e7-dafa-4fad-b607-32b2bd30db5f req-d352e5e4-dd2a-428b-805b-56beb547d17d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 1099 time: 0.2966149 Aug 19 23:47:38.493334 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59356) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:38.510422 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-58b5f5bd-c686-4253-a6fa-985618e4907c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.565072 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e0ab3e7-dafa-4fad-b607-32b2bd30db5f req-a09c2317-ce66-4f9b-b3e6-c7b8dfb00852 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514033 Aug 19 23:47:38.605087 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d90de373-3ef9-4f09-bbb9-68cf9cf83360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.609524 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d90de373-3ef9-4f09-bbb9-68cf9cf83360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.648875 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d90de373-3ef9-4f09-bbb9-68cf9cf83360 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=058582ecd2c8436dbe06532dbfb1df99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217657 Aug 19 23:47:38.649720 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90de373-3ef9-4f09-bbb9-68cf9cf83360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659a7aef-061b-4093-870f-f5f6710a5383,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:38.652870 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59362) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:38.735434 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-58b5f5bd-c686-4253-a6fa-985618e4907c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.736765 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a6e-519e-42b5-93a4-43062b10cda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.761392 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a6e-519e-42b5-93a4-43062b10cda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.770718 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-58b5f5bd-c686-4253-a6fa-985618e4907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.825900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462bed5-35ae-4492-b086-390a948a2a70 req-b54457b7-2b9c-4a8c-924c-7b8fe0d0c030 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:38.828820 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5f5bd-c686-4253-a6fa-985618e4907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf3765-ef94-49e9-b530-605630a46787,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:38.835781 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f462bed5-35ae-4492-b086-390a948a2a70 req-b54457b7-2b9c-4a8c-924c-7b8fe0d0c030 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.0690730 Aug 19 23:47:38.838096 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59368) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:38.838194 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-58b5f5bd-c686-4253-a6fa-985618e4907c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9d0278406204ecabf2103e4bd1a6899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436735 Aug 19 23:47:38.862898 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a6e-519e-42b5-93a4-43062b10cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.866297 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a6e-519e-42b5-93a4-43062b10cda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.867492 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a5b95a6e-519e-42b5-93a4-43062b10cda1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/659a7aef-061b-4093-870f-f5f6710a5383 HTTP/1.1" status: 204 len: 168 time: 0.2133439 Aug 19 23:47:38.883351 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b95a6e-519e-42b5-93a4-43062b10cda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a7aef-061b-4093-870f-f5f6710a5383,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:38.917678 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f462bed5-35ae-4492-b086-390a948a2a70 req-5989f263-bee0-4b92-b961-2ed16e07be67 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708873 Aug 19 23:47:38.936592 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1abf6b2a-72a4-49d4-95b4-7b16f25ee4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:38.962300 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f788dcd-2073-4035-82b9-632a06b6e858 req-32f58df5-5638-45b5-be47-306193850a98 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 210 time: 0.0436623 Aug 19 23:47:38.981106 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1abf6b2a-72a4-49d4-95b4-7b16f25ee4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.095877 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8eeb5-04f9-42d2-8be3-17991526552d req-f9c54b4d-04ff-4452-9cbd-6cf49cfaac31 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:39.110156 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd8eeb5-04f9-42d2-8be3-17991526552d req-f9c54b4d-04ff-4452-9cbd-6cf49cfaac31 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1072083 Aug 19 23:47:39.152329 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd8eeb5-04f9-42d2-8be3-17991526552d req-8ad9f860-25b3-4533-84ef-2225b8c46df0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Aug 19 23:47:39.152925 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1abf6b2a-72a4-49d4-95b4-7b16f25ee4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.155596 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1abf6b2a-72a4-49d4-95b4-7b16f25ee4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.156542 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1abf6b2a-72a4-49d4-95b4-7b16f25ee4e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61bf3765-ef94-49e9-b530-605630a46787 HTTP/1.1" status: 204 len: 168 time: 0.3168936 Aug 19 23:47:39.171254 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf6b2a-72a4-49d4-95b4-7b16f25ee4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf3765-ef94-49e9-b530-605630a46787,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:39.311689 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59392) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:39.330566 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab49c-42b0-4f3a-8743-4c10db6a00ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.355053 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-8a165b35-77bd-480f-9604-8fed25facf42 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:39.357139 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-8a165b35-77bd-480f-9604-8fed25facf42 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.1349471 Aug 19 23:47:39.380757 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Request body: {'port': {'device_id': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'admin_state_up': True, 'tenant_id': '9fb4bc3f6e6a49afa0464aa0f5d47c20'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:39.464773 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab49c-42b0-4f3a-8743-4c10db6a00ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.472354 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab49c-42b0-4f3a-8743-4c10db6a00ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.523009 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2f0ab49c-42b0-4f3a-8743-4c10db6a00ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f43a0a3e81d446acb28a9cf99c06406a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099614 Aug 19 23:47:39.525550 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59400) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:39.541793 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab49c-42b0-4f3a-8743-4c10db6a00ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c112c-ea7c-4cc8-9434-6c41f08d4556,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:39.559859 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Made reservation on behalf of 9fb4bc3f6e6a49afa0464aa0f5d47c20 for: {'port': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:39.572991 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.600017 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7a7-e0ce-46bd-b4a5-27dc3153df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.629727 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7a7-e0ce-46bd-b4a5-27dc3153df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.698450 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7a7-e0ce-46bd-b4a5-27dc3153df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.702798 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa7a7-e0ce-46bd-b4a5-27dc3153df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.707557 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6ccaa7a7-e0ce-46bd-b4a5-27dc3153df47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c53c112c-ea7c-4cc8-9434-6c41f08d4556 HTTP/1.1" status: 204 len: 168 time: 0.1807613 Aug 19 23:47:39.723897 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa7a7-e0ce-46bd-b4a5-27dc3153df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c112c-ea7c-4cc8-9434-6c41f08d4556,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:39.746724 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Allocated IP 172.20.0.7 (0b287304-96de-44a7-8a50-82f75c5d2924/65a47b15-e1a4-4879-ae85-53327caee444/67fc9415-0931-4bbd-808d-55edbc69bbb9) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:39.916384 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.959851 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:39.975499 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:40.168291 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Network 0b287304-96de-44a7-8a50-82f75c5d2924 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:40.210674 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:40.228272 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:40.261395 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event updated for resources: {'Port': ['ID=67fc9415-0931-4bbd-808d-55edbc69bbb9,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:40.326306 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590af4f0-67e6-45c4-b986-a5eef4eed1ca req-5b36253f-65d5-4d07-9f1e-bfb26f628f05 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:40.327844 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-590af4f0-67e6-45c4-b986-a5eef4eed1ca req-5b36253f-65d5-4d07-9f1e-bfb26f628f05 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.2778666 Aug 19 23:47:40.339488 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:40.340124 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.343135 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59456) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:40.359149 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cd356-4b52-4c7a-a099-6711e15cb2f9 req-3a00e39b-bfa2-4f0f-bcc4-a998cada2bad tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:40.360657 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-670cd356-4b52-4c7a-a099-6711e15cb2f9 req-3a00e39b-bfa2-4f0f-bcc4-a998cada2bad tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 931 time: 0.2020013 Aug 19 23:47:40.400355 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-e466d8e6-12cb-4f54-a5f1-9dbcf7198706 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0242679 Aug 19 23:47:40.419677 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-590af4f0-67e6-45c4-b986-a5eef4eed1ca req-eb14b349-ba0e-4309-aca5-d4050f01c5b9 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757792 Aug 19 23:47:40.429693 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Request body: {'port': {'device_id': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:40.456110 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-670cd356-4b52-4c7a-a099-6711e15cb2f9 req-a73ec81a-e287-4e8b-bc76-dfc320e828e8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750730 Aug 19 23:47:40.503892 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.663913 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751274393-network', 'tenant_id': '7ae3f6525c7b4aab8d62a7bf9886210b'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:40.678536 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf452e-61cb-488b-bc5b-80fc02793121 req-d951824c-8c3c-48b5-b721-fdefe01e8fc5 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:40.680126 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-58cf452e-61cb-488b-bc5b-80fc02793121 req-d951824c-8c3c-48b5-b721-fdefe01e8fc5 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1331251 Aug 19 23:47:40.694505 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59468) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:40.704127 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Made reservation on behalf of 7ae3f6525c7b4aab8d62a7bf9886210b for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:40.707336 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.719808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.771393 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-23c04492-b1e1-4c04-aee2-8707171a2f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.779476 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-58cf452e-61cb-488b-bc5b-80fc02793121 req-a6b75c8e-a1b6-4957-a3b2-923d7ae18108 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922821 Aug 19 23:47:40.855818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.864245 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.882575 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fc9415-0931-4bbd-808d-55edbc69bbb9 {{(pid=100860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:40.892100 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.901901 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:47:40.908680 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Transition to ACTIVE for port object 67fc9415-0931-4bbd-808d-55edbc69bbb9 will not be triggered until provisioned by entity L2. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:40.913458 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.925486 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcae8b5-3d93-48c4-b903-ec6b2b13ba40,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:40.933907 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:40.934379 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Added segment 6908792f-5470-4a0a-a8c4-53157b56a1f2 of type vlan for network 0d06490d-7294-4939-8fe1-4b0b0c6ed193 Aug 19 23:47:40.989868 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.039168 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.039356 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Pushing event updated for resources: {'Port': ['ID=67fc9415-0931-4bbd-808d-55edbc69bbb9,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.040047 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:41.040623 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.050872 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-23c04492-b1e1-4c04-aee2-8707171a2f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.055480 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Attempting to bind port 67fc9415-0931-4bbd-808d-55edbc69bbb9 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:41.055819 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Attempting to bind port 67fc9415-0931-4bbd-808d-55edbc69bbb9 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:41.056145 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Attempting to bind port 67fc9415-0931-4bbd-808d-55edbc69bbb9 on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:41.060582 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Port 67fc9415-0931-4bbd-808d-55edbc69bbb9 on network 0b287304-96de-44a7-8a50-82f75c5d2924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:41.061320 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Attempting to bind port 67fc9415-0931-4bbd-808d-55edbc69bbb9 on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:41.066450 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:41.066975 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Checking segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:41.067397 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Bound using segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:41.067820 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Bound port: 67fc9415-0931-4bbd-808d-55edbc69bbb9, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:41.068406 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.088889 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-23c04492-b1e1-4c04-aee2-8707171a2f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.121421 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7754457 Aug 19 23:47:41.126423 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59480) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:41.132013 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Request body: {'subnet': {'network_id': '0d06490d-7294-4939-8fe1-4b0b0c6ed193', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751274393-subnet', 'tenant_id': '7ae3f6525c7b4aab8d62a7bf9886210b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:41.151549 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-23c04492-b1e1-4c04-aee2-8707171a2f01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5feab9a7d7be423cb2109eb0019f2414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556220 Aug 19 23:47:41.152778 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e81423-5dad-4268-b2d6-4806d8b31770 admin admin] Pushing event updated for resources: {'Network': ['ID=0d06490d-7294-4939-8fe1-4b0b0c6ed193,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.155656 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59484) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:41.158701 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c04492-b1e1-4c04-aee2-8707171a2f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c5d1ee-c012-4b6a-b80f-ed94059f14b7,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.166149 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 0d06490d-7294-4939-8fe1-4b0b0c6ed193 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:47:41.187484 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] For port 67fc9415-0931-4bbd-808d-55edbc69bbb9, host hv-cinder-80531, cleared binding levels {{(pid=100860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:41.192164 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] For port 67fc9415-0931-4bbd-808d-55edbc69bbb9, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:41.194244 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Made reservation on behalf of 7ae3f6525c7b4aab8d62a7bf9886210b for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:41.197578 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413416'] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.202335 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.249526 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9ecf086b-2939-4220-a1b2-703b52bc6599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.287721 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9ecf086b-2939-4220-a1b2-703b52bc6599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.305221 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:41.306317 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.308072 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] 10.222.0.45 "PUT /v2.0/ports/67fc9415-0931-4bbd-808d-55edbc69bbb9 HTTP/1.1" status: 200 len: 1093 time: 0.8825943 Aug 19 23:47:41.312855 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'tag': '67fc9415-0931-4bbd-808d-55edbc69bbb9'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:41.315781 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd919cd-37eb-4cdd-a516-155c609b5b02", "tag": "67fc9415-0931-4bbd-808d-55edbc69bbb9"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:41.355944 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fcb62-eede-419e-9bde-ab878424e95d service neutron] Pushing event updated for resources: {'Port': ['ID=67fc9415-0931-4bbd-808d-55edbc69bbb9,revision_number=3']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.371649 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a6da3-66d9-4aa2-a42a-2dc05688f0e9 x-openstack-request-id: req-117a6da3-66d9-4aa2-a42a-2dc05688f0e9 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:41.371870 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd919cd-37eb-4cdd-a516-155c609b5b02", "tag": "67fc9415-0931-4bbd-808d-55edbc69bbb9", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:41.372151 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-117a6da3-66d9-4aa2-a42a-2dc05688f0e9 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:41.372606 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9ecf086b-2939-4220-a1b2-703b52bc6599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.372715 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'tag': '67fc9415-0931-4bbd-808d-55edbc69bbb9', 'status': 'completed', 'code': 200} Aug 19 23:47:41.375567 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9ecf086b-2939-4220-a1b2-703b52bc6599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.378858 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-9ecf086b-2939-4220-a1b2-703b52bc6599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0c5d1ee-c012-4b6a-b80f-ed94059f14b7 HTTP/1.1" status: 204 len: 168 time: 0.2187903 Aug 19 23:47:41.389201 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf086b-2939-4220-a1b2-703b52bc6599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c5d1ee-c012-4b6a-b80f-ed94059f14b7,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.434525 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-199b0193-2911-483a-975b-10bfbabace03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:41.436025 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-199b0193-2911-483a-975b-10bfbabace03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 1096 time: 0.0662715 Aug 19 23:47:41.510373 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-2937d53f-34ae-4aef-90f7-3c507cd9f997 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0521774 Aug 19 23:47:41.687038 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413434'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.703669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-18893434-265f-4c2e-9a17-5885e3475bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:41.705242 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-18893434-265f-4c2e-9a17-5885e3475bca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.1659145 Aug 19 23:47:41.752243 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a828f-404b-4b53-9c9b-fd554cfa2eb4 req-fbf2adf8-5234-439e-8575-8f33045843aa tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:41.754304 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa6a828f-404b-4b53-9c9b-fd554cfa2eb4 req-fbf2adf8-5234-439e-8575-8f33045843aa tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 943 time: 0.1678650 Aug 19 23:47:41.754636 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59514) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:41.767442 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5738eee-11ba-47c7-9e3e-d01c2ddc7930 req-89299de8-0939-43df-8dde-82973142b424 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:41.769527 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a5738eee-11ba-47c7-9e3e-d01c2ddc7930 req-89299de8-0939-43df-8dde-82973142b424 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.2267177 Aug 19 23:47:41.770250 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2353-ce64-485c-ad6b-67d99fff15bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.792274 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-c8fd3818-9bde-45a1-af47-320f30ea82f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627298 Aug 19 23:47:41.856846 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eaea574-7702-4cb6-8a65-93a66b8bfeea,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.876397 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2353-ce64-485c-ad6b-67d99fff15bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.881305 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2353-ce64-485c-ad6b-67d99fff15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:41.924387 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-fe2a2353-ce64-485c-ad6b-67d99fff15bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bb05d82710a49c7987926bc283c29da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657505 Aug 19 23:47:41.924387 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a2353-ce64-485c-ad6b-67d99fff15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094159ab-8ada-41e1-8323-3ce76eebd66a,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:41.924680 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59520) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:41.934003 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa6a828f-404b-4b53-9c9b-fd554cfa2eb4 req-a0647b86-20a8-435c-82ea-93785e5ac77d tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490686 Aug 19 23:47:41.937280 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Checking segment: {'id': '6908792f-5470-4a0a-a8c4-53157b56a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0d06490d-7294-4939-8fe1-4b0b0c6ed193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:41.937624 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Network hostable DHCP agents. Network: 0d06490d-7294-4939-8fe1-4b0b0c6ed193, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:47:41.942581 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a5738eee-11ba-47c7-9e3e-d01c2ddc7930 req-8dc4f9b1-b81f-428d-901c-9d089e62faaa tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542485 Aug 19 23:47:42.012016 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-5c48f87e-a455-468b-875b-9317f58bc67e service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971333 Aug 19 23:47:42.023500 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Network 0d06490d-7294-4939-8fe1-4b0b0c6ed193 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:47:42.056926 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3e9e35ff-2585-44a1-b8fc-808ab7d461bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:42.102546 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 0d06490d-7294-4939-8fe1-4b0b0c6ed193) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:42.111879 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6400cbeb-c803-4b96-948c-069a8d214c63 None None] Network 0d06490d-7294-4939-8fe1-4b0b0c6ed193 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:42.133185 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:42.133789 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:42.159054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3e9e35ff-2585-44a1-b8fc-808ab7d461bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:42.207802 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-160c67a7-9bac-44e5-b8c6-1f5a522edeb5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0800929 Aug 19 23:47:42.255045 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2968b-d9ca-4e88-b9ba-7cbee939dc47 req-9d200f2d-f602-43db-8128-d574b06a09a0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:42.256938 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-11a2968b-d9ca-4e88-b9ba-7cbee939dc47 req-9d200f2d-f602-43db-8128-d574b06a09a0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.2016098 Aug 19 23:47:42.260267 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3e9e35ff-2585-44a1-b8fc-808ab7d461bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:42.262808 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3e9e35ff-2585-44a1-b8fc-808ab7d461bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:42.266142 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3e9e35ff-2585-44a1-b8fc-808ab7d461bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/094159ab-8ada-41e1-8323-3ce76eebd66a HTTP/1.1" status: 204 len: 168 time: 0.3377538 Aug 19 23:47:42.283125 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e35ff-2585-44a1-b8fc-808ab7d461bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094159ab-8ada-41e1-8323-3ce76eebd66a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:42.301864 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6ca79de-fac3-41e2-8a6e-3de70b7f42d6 req-c78f644e-cda1-4efe-878e-553fe1e1f85e service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744162 Aug 19 23:47:42.342860 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-11a2968b-d9ca-4e88-b9ba-7cbee939dc47 req-3cb175ef-e46c-4c34-a0a1-daa5c0c99c75 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Aug 19 23:47:42.345297 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79264938-c829-4edc-8e99-55deb6302548 None None] Network 0d06490d-7294-4939-8fe1-4b0b0c6ed193 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:42.423976 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-2ad3bc1d-7f19-4d59-83fb-d4416c2c4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:42.426112 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-2ad3bc1d-7f19-4d59-83fb-d4416c2c4e45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 1096 time: 0.0550315 Aug 19 23:47:42.548635 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-150b3f21-c810-4e09-a61f-2bcfaf5960ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:42.550780 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-150b3f21-c810-4e09-a61f-2bcfaf5960ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 916 time: 0.1093674 Aug 19 23:47:42.618693 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-d0aeaa10-a6bc-4d9c-a537-17673a0acd59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0499389 Aug 19 23:47:42.686842 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-1b82da7f-a89d-46b7-8219-c202dd34d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:42.688157 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-1b82da7f-a89d-46b7-8219-c202dd34d44b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.0534906 Aug 19 23:47:42.753852 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-a9e37ced-de68-44f9-ac62-a9e6f325dfe9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428412 Aug 19 23:47:42.938067 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-7c450718-0106-468a-9c5d-53d0e9b3ee9a service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689758 Aug 19 23:47:43.133560 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f551-f5fe-4e3a-90ba-f1b88f3970c3 req-f9173c6e-d619-48c2-b008-a9c4b4bea987 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:43.135229 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fcc1f551-f5fe-4e3a-90ba-f1b88f3970c3 req-f9173c6e-d619-48c2-b008-a9c4b4bea987 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.1151230 Aug 19 23:47:43.142410 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166a3f4-46be-4216-af9c-d8ec4786a624 req-1b8eb310-9323-4c04-94d5-5acd6946a393 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:43.144548 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9166a3f4-46be-4216-af9c-d8ec4786a624 req-1b8eb310-9323-4c04-94d5-5acd6946a393 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 943 time: 0.1067379 Aug 19 23:47:43.156646 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59578) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:43.159882 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c36d9ad-d8e0-445a-8d63-063a837e0ee2 req-1a5389a7-ccf2-45bc-9fe4-8419f3d63f26 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974072 Aug 19 23:47:43.173419 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014659337-network', 'tenant_id': 'ba36c1f299bd40209b50f92d0275874d'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:43.201535 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Made reservation on behalf of ba36c1f299bd40209b50f92d0275874d for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:43.204327 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.215380 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fcc1f551-f5fe-4e3a-90ba-f1b88f3970c3 req-5434e3d0-0519-4613-8370-83de607186c4 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678911 Aug 19 23:47:43.216916 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.225254 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9166a3f4-46be-4216-af9c-d8ec4786a624 req-12cf7635-72de-40ed-89d0-51c98b25e8ef tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698569 Aug 19 23:47:43.329133 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.334052 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.357642 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:47:43.370480 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de3e637-2f11-4c2d-95ca-5e3850a769fe,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:43.376692 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.377028 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Added segment 12c692f2-2efb-4a2d-87fc-c3617d150d59 of type vlan for network e628faa8-7167-477f-b81d-6403c2ca807f Aug 19 23:47:43.432804 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.470412 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.471063 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:43.472045 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.495289 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd036c-8536-453a-a1f8-403aed0a7f4a req-87bfe2b2-c14a-422d-a034-183385964f3b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:43.497167 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12fd036c-8536-453a-a1f8-403aed0a7f4a req-87bfe2b2-c14a-422d-a034-183385964f3b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0570590 Aug 19 23:47:43.540578 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3825798 Aug 19 23:47:43.544592 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59598) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:43.550014 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Request body: {'subnet': {'network_id': 'e628faa8-7167-477f-b81d-6403c2ca807f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014659337-subnet', 'tenant_id': 'ba36c1f299bd40209b50f92d0275874d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:43.557606 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12fd036c-8536-453a-a1f8-403aed0a7f4a req-a263a960-ff9c-418d-8cf9-3a2aa8cafa43 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534728 Aug 19 23:47:43.577062 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89de19-2de5-418b-817e-7021a5272ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=e628faa8-7167-477f-b81d-6403c2ca807f,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:43.591486 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network e628faa8-7167-477f-b81d-6403c2ca807f details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:47:43.594680 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Made reservation on behalf of ba36c1f299bd40209b50f92d0275874d for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:43.597336 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.771493 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.839339 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6207a34e-515f-4864-8b55-eb0441c7d2c6,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:43.841540 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Checking segment: {'id': '12c692f2-2efb-4a2d-87fc-c3617d150d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e628faa8-7167-477f-b81d-6403c2ca807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:43.841901 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Network hostable DHCP agents. Network: e628faa8-7167-477f-b81d-6403c2ca807f, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:47:43.844594 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4a6b9-66fa-4e0b-8fce-77f5feb96336 req-d445303a-1683-43aa-87dc-10a7432c88de tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:43.846214 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6da4a6b9-66fa-4e0b-8fce-77f5feb96336 req-d445303a-1683-43aa-87dc-10a7432c88de tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.0536540 Aug 19 23:47:43.860835 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Network e628faa8-7167-477f-b81d-6403c2ca807f is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:47:43.873457 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, e628faa8-7167-477f-b81d-6403c2ca807f) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:43.880692 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:43.881758 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:43.885609 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033d080-9860-4e47-9be0-867beca1a7c7 None None] Network e628faa8-7167-477f-b81d-6403c2ca807f requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:43.911871 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6da4a6b9-66fa-4e0b-8fce-77f5feb96336 req-6cf63692-c66a-402f-9f3c-d7dcced0d7a8 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526555 Aug 19 23:47:43.942168 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-eac5cbda-46e3-46cd-8625-da6af292ff68 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3884249 Aug 19 23:47:44.060394 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139e10f-7b0f-4a05-bab3-be33a7015940 None None] Network e628faa8-7167-477f-b81d-6403c2ca807f requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:44.373427 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77ccfa-1f6a-42ff-b9b8-dcc6478eb83e req-7cb1458f-6891-4b3e-af51-4a7770887550 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:44.381295 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb77ccfa-1f6a-42ff-b9b8-dcc6478eb83e req-7cb1458f-6891-4b3e-af51-4a7770887550 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.1006615 Aug 19 23:47:44.417260 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd471ee-95de-4490-a869-fd7ef72aaa01 req-68b9742d-fcc5-4e28-86da-781caf3e3bb5 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:44.424406 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4fd471ee-95de-4490-a869-fd7ef72aaa01 req-68b9742d-fcc5-4e28-86da-781caf3e3bb5 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 943 time: 0.1116195 Aug 19 23:47:44.460091 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb77ccfa-1f6a-42ff-b9b8-dcc6478eb83e req-840641bd-b0aa-43f5-83ad-731fa7603237 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777879 Aug 19 23:47:44.499457 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4fd471ee-95de-4490-a869-fd7ef72aaa01 req-a18244cc-001f-4340-9271-9c433a9069f8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698550 Aug 19 23:47:44.735175 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3ed4-36e5-49d0-b9c1-34ee7ffced78 req-d3c4bf70-8730-411e-8afe-3acf9ae42e06 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:44.737063 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6ae3ed4-36e5-49d0-b9c1-34ee7ffced78 req-d3c4bf70-8730-411e-8afe-3acf9ae42e06 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0897512 Aug 19 23:47:44.778386 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6ae3ed4-36e5-49d0-b9c1-34ee7ffced78 req-d89c5da2-1002-4080-88f1-9983798f002e tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Aug 19 23:47:45.033066 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b424ed8-35af-4fa1-9c3b-53b8a5768198 req-4cb2977e-7156-4edd-b87e-420dc82a08e3 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:45.034618 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4b424ed8-35af-4fa1-9c3b-53b8a5768198 req-4cb2977e-7156-4edd-b87e-420dc82a08e3 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Aug 19 23:47:45.076989 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4b424ed8-35af-4fa1-9c3b-53b8a5768198 req-ff2f9d60-9a14-40a8-b827-cf37e4b0eced tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Aug 19 23:47:45.573676 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 67fc9415-0931-4bbd-808d-55edbc69bbb9 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:45.634450 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cc6cf-e7aa-4b1f-8197-be14a8e930aa req-48a0c7b2-aa54-4b17-9e5d-bcb52f5d4674 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:45.635976 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-091cc6cf-e7aa-4b1f-8197-be14a8e930aa req-48a0c7b2-aa54-4b17-9e5d-bcb52f5d4674 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.1100545 Aug 19 23:47:45.670884 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 67fc9415-0931-4bbd-808d-55edbc69bbb9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:45.671833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cb378-26e5-43fe-b988-a30b53ddd3b8 req-040f7a43-9cff-44e4-8145-5568171594ca tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:45.673280 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bb7cb378-26e5-43fe-b988-a30b53ddd3b8 req-040f7a43-9cff-44e4-8145-5568171594ca tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 943 time: 0.1168313 Aug 19 23:47:45.681520 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-b58106a5-d670-46f6-a8f7-d6b7f4337ec4 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:45.682499 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '67fc9415-0931-4bbd-808d-55edbc69bbb9', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'port_id': '67fc9415-0931-4bbd-808d-55edbc69bbb9', 'mac_address': 'fa:16:3e:41:89:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a47b15-e1a4-4879-ae85-53327caee444', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:45.682951 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-b58106a5-d670-46f6-a8f7-d6b7f4337ec4 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 946 time: 0.1145794 Aug 19 23:47:45.720139 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:45.736577 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fc9415-0931-4bbd-808d-55edbc69bbb9 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:45.740132 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-091cc6cf-e7aa-4b1f-8197-be14a8e930aa req-71f0ba41-aa8a-4eee-a272-68a9563fb1a6 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974424 Aug 19 23:47:45.774885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 67fc9415-0931-4bbd-808d-55edbc69bbb9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:45.783139 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:45.829087 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bb7cb378-26e5-43fe-b988-a30b53ddd3b8 req-7fd6e134-156c-4049-8fc2-cb6fb5513745 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451619 Aug 19 23:47:45.845779 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=67fc9415-0931-4bbd-808d-55edbc69bbb9,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:45.854283 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.854889 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.855590 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.856709 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.857420 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.857950 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.858473 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.859012 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.859786 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.860501 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.861135 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:45.861655 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:47:46.105704 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Deleting port 7c7a5878-8f22-42ac-88d8-4275ba5710ef {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:47:46.106276 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:46.185487 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['67fc9415-0931-4bbd-808d-55edbc69bbb9'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:46.255604 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801298b1-dc68-476a-b1f2-6943e8c218fa req-75f018e3-c24c-4831-9771-513a6f8bb4c2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:46.257119 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-801298b1-dc68-476a-b1f2-6943e8c218fa req-75f018e3-c24c-4831-9771-513a6f8bb4c2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1541996 Aug 19 23:47:46.290674 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff36bfc-7eb3-41a7-a3dc-3aa2ea2881ea req-9cd0f5b3-9df8-4ca3-a84a-14affd299df3 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:46.292312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fff36bfc-7eb3-41a7-a3dc-3aa2ea2881ea req-9cd0f5b3-9df8-4ca3-a84a-14affd299df3 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.1157939 Aug 19 23:47:46.295283 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] For port 7c7a5878-8f22-42ac-88d8-4275ba5710ef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7c7a5878-8f22-42ac-88d8-4275ba5710ef,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:46.295656 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:46.331619 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Calling delete_port for 7c7a5878-8f22-42ac-88d8-4275ba5710ef owned by compute:nova {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:47:46.395000 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-801298b1-dc68-476a-b1f2-6943e8c218fa req-56171664-f1ba-4cf6-9165-b6be688734c4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264772 Aug 19 23:47:46.435564 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fff36bfc-7eb3-41a7-a3dc-3aa2ea2881ea req-ccdcd29d-afd4-4a99-bb3e-9846adfc1ba9 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/security-groups?id=0982d1c8-06ff-493d-b62b-00fd9a3fd25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313698 Aug 19 23:47:46.585165 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a751c9-859c-4787-a8a7-a69438088063 req-70fb7fb1-d04d-47a3-bd01-fb2c8662bb0d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:46.586786 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-60a751c9-859c-4787-a8a7-a69438088063 req-70fb7fb1-d04d-47a3-bd01-fb2c8662bb0d tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.45 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 945 time: 0.0903716 Aug 19 23:47:46.587603 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:46.650910 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Pushing event deleted for resources: {'Port': ['ID=7c7a5878-8f22-42ac-88d8-4275ba5710ef,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:46.693578 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] No DVR routers for this DVR port 7c7a5878-8f22-42ac-88d8-4275ba5710ef on host hv-cinder-80531 {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:47:46.698468 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:46.700689 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1d25f979-2638-4865-ac94-8cf371c8aaa8 req-dcd47696-dbee-47f0-ba2f-3a4aaecff716 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "DELETE /v2.0/ports/7c7a5878-8f22-42ac-88d8-4275ba5710ef HTTP/1.1" status: 204 len: 173 time: 1.0069227 Aug 19 23:47:46.701141 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6247ce00-9488-4ff1-9b42-756522e276f4', 'name': 'network-vif-deleted', 'tag': '7c7a5878-8f22-42ac-88d8-4275ba5710ef'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:46.703387 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e73ab82-d12a-46c3-9490-74e33fc78420" -d '{"events": [{"server_uuid": "6247ce00-9488-4ff1-9b42-756522e276f4", "name": "network-vif-deleted", "tag": "7c7a5878-8f22-42ac-88d8-4275ba5710ef"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:46.746216 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2461e-d7d7-4454-85e2-9b811f31e044 x-openstack-request-id: req-70e2461e-d7d7-4454-85e2-9b811f31e044 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:46.747670 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6247ce00-9488-4ff1-9b42-756522e276f4", "name": "network-vif-deleted", "tag": "7c7a5878-8f22-42ac-88d8-4275ba5710ef", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:46.748182 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70e2461e-d7d7-4454-85e2-9b811f31e044 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:46.748989 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6247ce00-9488-4ff1-9b42-756522e276f4', 'name': 'network-vif-deleted', 'tag': '7c7a5878-8f22-42ac-88d8-4275ba5710ef', 'status': 'completed', 'code': 200} Aug 19 23:47:46.769852 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Deleting port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:47:46.770205 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:46.896221 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] For port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,segment=NetworkSegment(bc2d1391-fc49-4352-8f71-789f85e7b7d9),segment_id=bc2d1391-fc49-4352-8f71-789f85e7b7d9)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:46.896619 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:46.906555 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4fbab158-0466-4075-bf0a-af3df0f50528 req-10a3d23b-7a89-48df-970a-aeabf4341a53 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=6247ce00-9488-4ff1-9b42-756522e276f4 HTTP/1.1" status: 200 len: 210 time: 0.0668836 Aug 19 23:47:46.924338 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['7c7a5878-8f22-42ac-88d8-4275ba5710ef'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:46.941575 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Calling delete_port for 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:47:47.014255 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296ea0d-0279-4078-bdcc-5e69c2a39bc3 req-d76b635c-5997-43d8-9df5-9326b8bca4bc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:47.015787 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7296ea0d-0279-4078-bdcc-5e69c2a39bc3 req-d76b635c-5997-43d8-9df5-9326b8bca4bc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 944 time: 0.0545952 Aug 19 23:47:47.058056 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7296ea0d-0279-4078-bdcc-5e69c2a39bc3 req-fe6b0558-b298-4698-89fc-39cffd25e643 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Aug 19 23:47:47.119795 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:47.142790 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['9ee17a52-e71b-49cb-ba3e-d1b1d8407158'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:47.154169 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Pushing event deleted for resources: {'Port': ['ID=9ee17a52-e71b-49cb-ba3e-d1b1d8407158,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:47.391989 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] No DVR routers for this DVR port 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:47:47.395847 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:47.398517 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-60a751c9-859c-4787-a8a7-a69438088063 req-72e9fd61-91d6-46af-a428-3955b4fa2ec6 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.45 "DELETE /v2.0/ports/9ee17a52-e71b-49cb-ba3e-d1b1d8407158 HTTP/1.1" status: 204 len: 173 time: 0.8031051 Aug 19 23:47:47.399238 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'name': 'network-vif-deleted', 'tag': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:47.402070 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b734f65-f92b-424b-873f-75469471bfba" -d '{"events": [{"server_uuid": "faf3361b-b009-4e98-8ab1-461acaba16f1", "name": "network-vif-deleted", "tag": "9ee17a52-e71b-49cb-ba3e-d1b1d8407158"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:47.446677 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d47f42-f2ef-4d7b-bfce-a2c9a1f25565 x-openstack-request-id: req-c8d47f42-f2ef-4d7b-bfce-a2c9a1f25565 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:47.446975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf3361b-b009-4e98-8ab1-461acaba16f1", "name": "network-vif-deleted", "tag": "9ee17a52-e71b-49cb-ba3e-d1b1d8407158", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:47.447268 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8d47f42-f2ef-4d7b-bfce-a2c9a1f25565 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:47.447637 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf3361b-b009-4e98-8ab1-461acaba16f1', 'name': 'network-vif-deleted', 'tag': '9ee17a52-e71b-49cb-ba3e-d1b1d8407158', 'status': 'completed', 'code': 200} Aug 19 23:47:47.564295 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4078e07-cf67-4b95-b85e-784167f416a7 req-e8ae1cbe-dfb9-46d5-8b0d-21e920654ef1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:47.565958 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c4078e07-cf67-4b95-b85e-784167f416a7 req-e8ae1cbe-dfb9-46d5-8b0d-21e920654ef1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0778728 Aug 19 23:47:47.582611 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-268ee9fd-eb05-4f4e-8ec2-e98672d8b028 req-90c6f776-f121-404a-bf38-b2ba00e2fdad tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.0390325 Aug 19 23:47:47.600497 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 67fc9415-0931-4bbd-808d-55edbc69bbb9 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:47.642226 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c4078e07-cf67-4b95-b85e-784167f416a7 req-9c01e387-dbe3-4676-8c5c-54b9c793b8f2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Aug 19 23:47:47.657037 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 67fc9415-0931-4bbd-808d-55edbc69bbb9 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:47.669240 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 67fc9415-0931-4bbd-808d-55edbc69bbb9 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:47.669616 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:47.747457 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:47.773138 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc9415-0931-4bbd-808d-55edbc69bbb9'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:47.776384 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c087060-9ced-4a91-b1b3-2bff7335c6a0" -d '{"events": [{"server_uuid": "cbd919cd-37eb-4cdd-a516-155c609b5b02", "name": "network-vif-plugged", "status": "completed", "tag": "67fc9415-0931-4bbd-808d-55edbc69bbb9"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:47.791708 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 67fc9415-0931-4bbd-808d-55edbc69bbb9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:47.797057 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:47.797958 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:47:47.824387 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:47:47.824387 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 9ee17a52-e71b-49cb-ba3e-d1b1d8407158 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:47:47.848865 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b8a36d-24dd-4d7f-9772-475b26a5d3a9 x-openstack-request-id: req-64b8a36d-24dd-4d7f-9772-475b26a5d3a9 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:47.849810 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd919cd-37eb-4cdd-a516-155c609b5b02", "name": "network-vif-plugged", "status": "completed", "tag": "67fc9415-0931-4bbd-808d-55edbc69bbb9", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:47.850074 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64b8a36d-24dd-4d7f-9772-475b26a5d3a9 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:47.850456 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc9415-0931-4bbd-808d-55edbc69bbb9', 'code': 200} Aug 19 23:47:47.884402 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=67fc9415-0931-4bbd-808d-55edbc69bbb9,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:48.030350 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fbdeb-f5cf-4c34-9528-52120c368321 req-25318984-18ac-4126-a63d-68fd213b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:48.032010 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ca4fbdeb-f5cf-4c34-9528-52120c368321 req-25318984-18ac-4126-a63d-68fd213b4ff9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 1098 time: 0.0404718 Aug 19 23:47:48.076656 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ca4fbdeb-f5cf-4c34-9528-52120c368321 req-44c35b56-d931-4ccf-bec4-13aca758bdb8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Aug 19 23:47:48.180380 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875de14-2200-4daf-8219-a7a5057acf05 req-9d11e7c8-d51e-4965-86cf-cde1e93405dc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:48.182090 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d875de14-2200-4daf-8219-a7a5057acf05 req-9d11e7c8-d51e-4965-86cf-cde1e93405dc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 945 time: 0.0519035 Aug 19 23:47:48.221370 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d875de14-2200-4daf-8219-a7a5057acf05 req-c4989702-6432-47e2-ad36-c4045f55eda5 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Aug 19 23:47:48.325630 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59814) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:48.409913 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-1684076d-4812-484c-ba96-42567257567c tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:48.411315 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-1684076d-4812-484c-ba96-42567257567c tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/networks?id=2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 200 len: 809 time: 0.1103773 Aug 19 23:47:48.439467 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-c93d7827-ce91-408c-bcd9-aa2550ff7468 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/quotas/a951978d00eb468eae2473ca44f5ae8a HTTP/1.1" status: 200 len: 375 time: 0.0097885 Aug 19 23:47:48.475230 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-1e5ec776-7276-413f-88f5-961b7c005406 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951978d00eb468eae2473ca44f5ae8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281234 Aug 19 23:47:48.494769 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-98e9d75a-e6a6-49a4-b8e0-2da0d1f081fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:48.614607 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-dc5496ab-b915-47a1-8ed0-febb0ce70d18 service neutron] 10.222.0.18 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283102 Aug 19 23:47:48.741678 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9d3ab504-c059-48ee-90aa-31db438a1e2e req-55dd541b-fcd4-4f9c-8a57-8c7b5923cc28 tempest-DeleteServersTestJSON-1847502380 tempest-DeleteServersTestJSON-1847502380-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf3361b-b009-4e98-8ab1-461acaba16f1 HTTP/1.1" status: 200 len: 210 time: 0.0481348 Aug 19 23:47:48.750934 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-1822f364-9f03-4a6b-9c32-7e2a6e69445a service neutron] 10.222.0.18 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287243 Aug 19 23:47:48.769259 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-98e9d75a-e6a6-49a4-b8e0-2da0d1f081fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:48.785390 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-98e9d75a-e6a6-49a4-b8e0-2da0d1f081fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:48.846963 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-98e9d75a-e6a6-49a4-b8e0-2da0d1f081fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=803d7ff487d74399baacec2b7395bfc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196822 Aug 19 23:47:48.849531 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59832) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:48.868317 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9d75a-e6a6-49a4-b8e0-2da0d1f081fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bab600-1212-4f95-85d9-d1a83fcef236,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:48.908972 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aa49-856a-40d4-9e94-3e541b4c4663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:48.913802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c511795-0b66-4ace-b715-55fb9f4b3ad6 req-835addda-a6fc-4c19-b379-e2f4cee9678f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:48.915570 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c511795-0b66-4ace-b715-55fb9f4b3ad6 req-835addda-a6fc-4c19-b379-e2f4cee9678f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0892653 Aug 19 23:47:48.935401 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aa49-856a-40d4-9e94-3e541b4c4663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:48.942908 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-efb4b7f7-a64c-413a-bccb-a336e72c4a95 req-1e029eaa-6c36-4cef-9431-e5581088d76d tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 210 time: 0.0263546 Aug 19 23:47:49.009652 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c511795-0b66-4ace-b715-55fb9f4b3ad6 req-ae3d300b-a993-40f7-b74d-b1c28611c030 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692682 Aug 19 23:47:49.016649 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aa49-856a-40d4-9e94-3e541b4c4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.020553 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aa49-856a-40d4-9e94-3e541b4c4663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.027905 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a9b4aa49-856a-40d4-9e94-3e541b4c4663 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03bab600-1212-4f95-85d9-d1a83fcef236 HTTP/1.1" status: 204 len: 168 time: 0.1713922 Aug 19 23:47:49.035480 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4aa49-856a-40d4-9e94-3e541b4c4663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bab600-1212-4f95-85d9-d1a83fcef236,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:49.294270 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59860) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:49.385891 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068ad3b-b26d-4a4e-be96-ca2321a8ba84 req-81559ba0-9153-4117-86e7-3a588de46335 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:49.393442 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5068ad3b-b26d-4a4e-be96-ca2321a8ba84 req-81559ba0-9153-4117-86e7-3a588de46335 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 945 time: 0.0826585 Aug 19 23:47:49.458201 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5068ad3b-b26d-4a4e-be96-ca2321a8ba84 req-e102b056-f752-4802-b815-16ecace59e12 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582941 Aug 19 23:47:49.459381 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fc8c-42c4-4ce6-a7ff-41392ab61efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.466486 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59866) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:49.481803 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.504438 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.db.api [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 23:47:49.504438 dv-cinder-805316-1-iscsi neutron-server[100859]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 23:47:49.504438 dv-cinder-805316-1-iscsi neutron-server[100859]: [parameters: {'project_id': '5d5b801d6e0546ca9f153c5cedc2d378', 'id': '8428d8e0-3151-4cd2-a15b-20dc24d98340', 'expiration': datetime.datetime(2021, 8, 19, 23, 49, 49, 499671)}] Aug 19 23:47:49.504438 dv-cinder-805316-1-iscsi neutron-server[100859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 23:47:49.504956 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG oslo_db.api [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 23:47:49.578442 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fc8c-42c4-4ce6-a7ff-41392ab61efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.582767 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fc8c-42c4-4ce6-a7ff-41392ab61efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.613614 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 7c7a5878-8f22-42ac-88d8-4275ba5710ef no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:47:49.632980 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 7c7a5878-8f22-42ac-88d8-4275ba5710ef {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:47:49.633176 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-9ea0fc8c-42c4-4ce6-a7ff-41392ab61efb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f304916e677e4947b6e5675cf0422d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378463 Aug 19 23:47:49.633991 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 7c7a5878-8f22-42ac-88d8-4275ba5710ef not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:47:49.634106 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0fc8c-42c4-4ce6-a7ff-41392ab61efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2667348-7e55-4964-aa28-22325ac85f74,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:49.635928 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59868) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:49.684607 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a70c256-2b88-4d66-ba47-d97be40ee888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.704499 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a70c256-2b88-4d66-ba47-d97be40ee888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.749105 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a70c256-2b88-4d66-ba47-d97be40ee888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.751812 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a70c256-2b88-4d66-ba47-d97be40ee888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:49.752990 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6a70c256-2b88-4d66-ba47-d97be40ee888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2667348-7e55-4964-aa28-22325ac85f74 HTTP/1.1" status: 204 len: 168 time: 0.1159401 Aug 19 23:47:49.760397 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70c256-2b88-4d66-ba47-d97be40ee888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2667348-7e55-4964-aa28-22325ac85f74,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:50.005861 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.116487 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-25b3961c-7ef6-496f-87ad-8314bad4e860 req-dc7cae04-5f51-4511-b9b9-9f5fc6cc8f3f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 210 time: 0.0613050 Aug 19 23:47:50.212991 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59894) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:50.289673 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a96124-c1ed-40cf-aec6-b7bb23d2fd4f req-458f15e4-6a33-4168-91b9-83d3cf6468c4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:50.291473 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-03a96124-c1ed-40cf-aec6-b7bb23d2fd4f req-458f15e4-6a33-4168-91b9-83d3cf6468c4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1404941 Aug 19 23:47:50.335597 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1d81133a-f4bf-4f33-9dcc-5b51c91fc9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.340826 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-03a96124-c1ed-40cf-aec6-b7bb23d2fd4f req-00a5504f-ffca-4ca8-ace9-3c1878644a07 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Aug 19 23:47:50.396135 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.405787 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.447095 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-c05a95d1-3ac0-45ea-9df3-f2271f26d417 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:50.448582 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-c05a95d1-3ac0-45ea-9df3-f2271f26d417 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "GET /v2.0/networks?id=2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 200 len: 809 time: 0.2806890 Aug 19 23:47:50.477206 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d5b801d6e0546ca9f153c5cedc2d378&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0066190 Aug 19 23:47:50.479963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59908) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:50.481187 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Request body: {'port': {'device_id': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446', 'admin_state_up': True, 'tenant_id': 'a951978d00eb468eae2473ca44f5ae8a'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:50.486957 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3562fe-242d-4d80-8dd3-834b7c85b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb612b0d-b926-4bc2-adc9-231659e0ff80,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:50.560009 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e4f4275f-e3ff-411c-9f50-d146bbd95f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.602474 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e4f4275f-e3ff-411c-9f50-d146bbd95f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.630163 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baa00c-d5ac-4365-9b18-fb9f56f8c81c req-e3d4e778-5488-486c-ba40-75af08e2d784 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:50.631714 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a9baa00c-d5ac-4365-9b18-fb9f56f8c81c req-e3d4e778-5488-486c-ba40-75af08e2d784 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 945 time: 0.0849414 Aug 19 23:47:50.631969 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1d81133a-f4bf-4f33-9dcc-5b51c91fc9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.640806 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1d81133a-f4bf-4f33-9dcc-5b51c91fc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.681420 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a9baa00c-d5ac-4365-9b18-fb9f56f8c81c req-2e0f599d-128e-4253-b506-647a61d492e9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Aug 19 23:47:50.690511 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Made reservation on behalf of a951978d00eb468eae2473ca44f5ae8a for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:50.692133 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e4f4275f-e3ff-411c-9f50-d146bbd95f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.694216 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.695315 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e4f4275f-e3ff-411c-9f50-d146bbd95f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.696581 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e4f4275f-e3ff-411c-9f50-d146bbd95f4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb612b0d-b926-4bc2-adc9-231659e0ff80 HTTP/1.1" status: 204 len: 168 time: 0.2155859 Aug 19 23:47:50.704770 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4275f-e3ff-411c-9f50-d146bbd95f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb612b0d-b926-4bc2-adc9-231659e0ff80,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:50.709450 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-1d81133a-f4bf-4f33-9dcc-5b51c91fc9fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a20e4c21e6844e4bb7f0dae1800bea50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628830 Aug 19 23:47:50.711972 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81133a-f4bf-4f33-9dcc-5b51c91fc9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51506d0-d50c-4ce2-b719-6f61bbb0cbbf,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:50.727911 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59916) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:50.798350 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fdff7325-b18e-4ba4-a0bb-d7937c7fb0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.822904 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fdff7325-b18e-4ba4-a0bb-d7937c7fb0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.871865 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Allocated IP 172.20.0.8 (2f129215-9dbf-4541-82ca-a08132dd8446/7f7d564b-aaa9-4703-9c04-92d0a22138c3/c97dfb67-b89e-45d6-b40d-637d114eb3e2) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:50.881942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fdff7325-b18e-4ba4-a0bb-d7937c7fb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.884846 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-fdff7325-b18e-4ba4-a0bb-d7937c7fb0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:50.887598 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-fdff7325-b18e-4ba4-a0bb-d7937c7fb0a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c51506d0-d50c-4ce2-b719-6f61bbb0cbbf HTTP/1.1" status: 204 len: 168 time: 0.1572804 Aug 19 23:47:50.905313 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7325-b18e-4ba4-a0bb-d7937c7fb0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51506d0-d50c-4ce2-b719-6f61bbb0cbbf,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:51.058952 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.105500 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.158998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Network 2f129215-9dbf-4541-82ca-a08132dd8446 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:51.163943 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:51.167748 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:51.173520 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:51.174169 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.197963 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Pushing event updated for resources: {'Port': ['ID=c97dfb67-b89e-45d6-b40d-637d114eb3e2,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:51.231331 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-4c7860e9-8dea-423a-bc8d-33c2162fd379 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516782 Aug 19 23:47:51.244462 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Request body: {'port': {'device_id': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:51.276000 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59938) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:51.307311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34141c-610c-400f-a29a-4b7e35d012b7 req-72ace0ea-1cbb-4d99-ab8e-bf62299f45ad tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:51.316576 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd34141c-610c-400f-a29a-4b7e35d012b7 req-72ace0ea-1cbb-4d99-ab8e-bf62299f45ad tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 931 time: 0.1024487 Aug 19 23:47:51.325768 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.333071 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8738-043b-4ef1-bb88-4c059df21b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.416170 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59952) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:51.425648 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd34141c-610c-400f-a29a-4b7e35d012b7 req-b8695e1a-767f-45b9-94cf-da5215b949cd tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031382 Aug 19 23:47:51.453291 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8a33a11d-f720-46d2-af14-dd083fa1ca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.488888 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59956) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:51.579620 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Deleting subnet 891a6841-2994-4b4c-935e-5b7f32b73137 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:47:51.588771 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.631629 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5cbcb-d268-4d4d-9ce3-d08c67c2e2d4 req-62dc2f0d-f0e0-4b2e-a5ef-fdefdc98e8c9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:51.640255 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aba5cbcb-d268-4d4d-9ce3-d08c67c2e2d4 req-62dc2f0d-f0e0-4b2e-a5ef-fdefdc98e8c9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1421921 Aug 19 23:47:51.691196 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8738-043b-4ef1-bb88-4c059df21b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.694577 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.715350 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97dfb67-b89e-45d6-b40d-637d114eb3e2 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:51.717597 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8738-043b-4ef1-bb88-4c059df21b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.724701 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.750343 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Transition to ACTIVE for port object c97dfb67-b89e-45d6-b40d-637d114eb3e2 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:51.752405 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aba5cbcb-d268-4d4d-9ce3-d08c67c2e2d4 req-6d73fb78-def5-4b0b-9753-21ecc06b6669 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104791 Aug 19 23:47:51.760625 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.772611 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5c7d8738-043b-4ef1-bb88-4c059df21b38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6d937f34e594fc090ffab51add41eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864488 Aug 19 23:47:51.789956 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59964) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:51.821400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d8738-043b-4ef1-bb88-4c059df21b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cda1268-fbe6-486c-87b2-99ded83f2d5f,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:51.836806 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c97dfb67-b89e-45d6-b40d-637d114eb3e2,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:51.838059 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.885055 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8a33a11d-f720-46d2-af14-dd083fa1ca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.886180 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Attempting to bind port c97dfb67-b89e-45d6-b40d-637d114eb3e2 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:51.886516 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Attempting to bind port c97dfb67-b89e-45d6-b40d-637d114eb3e2 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:51.886843 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Attempting to bind port c97dfb67-b89e-45d6-b40d-637d114eb3e2 on network 2f129215-9dbf-4541-82ca-a08132dd8446 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:51.890060 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8a33a11d-f720-46d2-af14-dd083fa1ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.903627 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Port c97dfb67-b89e-45d6-b40d-637d114eb3e2 on network 2f129215-9dbf-4541-82ca-a08132dd8446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:51.903968 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Attempting to bind port c97dfb67-b89e-45d6-b40d-637d114eb3e2 on network 2f129215-9dbf-4541-82ca-a08132dd8446 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:51.904082 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-54122e0b-a86b-4e9c-be48-af55e044a815 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261950 Aug 19 23:47:51.919004 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8b455184-4dd0-482e-a9c5-77d86d87a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.926408 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:51.926745 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Checking segment: {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:51.927152 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Bound using segment: {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:51.927588 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Bound port: c97dfb67-b89e-45d6-b40d-637d114eb3e2, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b650ef14-e557-4d6d-bf93-950791465e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:51.927946 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.942086 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8a33a11d-f720-46d2-af14-dd083fa1ca4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9aecab5b2bf1429f85caf10dd969d39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213315 Aug 19 23:47:51.942395 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 59966) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:51.950335 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33a11d-f720-46d2-af14-dd083fa1ca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669d0956-b987-45a1-9605-fe288a6d4c97,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:51.954379 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8b455184-4dd0-482e-a9c5-77d86d87a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:51.969360 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.008571 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] For port c97dfb67-b89e-45d6-b40d-637d114eb3e2, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:52.011719 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] For port c97dfb67-b89e-45d6-b40d-637d114eb3e2, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:52.015770 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.047139 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891a6841-2994-4b4c-935e-5b7f32b73137,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:52.054533 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.055262 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.056605 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/c97dfb67-b89e-45d6-b40d-637d114eb3e2 HTTP/1.1" status: 200 len: 1093 time: 0.8165913 Aug 19 23:47:52.057046 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'tag': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:52.059317 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3346062-2a88-4091-8a56-77fc66929e91" -d '{"events": [{"name": "network-changed", "server_uuid": "55997ee0-ddc5-461a-8f8b-0c1d364e6f21", "tag": "c97dfb67-b89e-45d6-b40d-637d114eb3e2"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:52.077803 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.080519 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-4612eb66-5527-48e4-95b8-ad17f1c814ec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/891a6841-2994-4b4c-935e-5b7f32b73137 HTTP/1.1" status: 204 len: 168 time: 0.5919833 Aug 19 23:47:52.085078 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 59970) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:52.101213 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-2d38e646-ea77-4aa1-9923-2ee87518ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.102831 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-2d38e646-ea77-4aa1-9923-2ee87518ad1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 1099 time: 0.1349294 Aug 19 23:47:52.112666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1ee-fb26-47ee-9ac2-9eb62c81dc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.132708 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcefe5-22ff-4171-bd9c-590b2a2baa99 x-openstack-request-id: req-16dcefe5-22ff-4171-bd9c-590b2a2baa99 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:52.133104 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55997ee0-ddc5-461a-8f8b-0c1d364e6f21", "tag": "c97dfb67-b89e-45d6-b40d-637d114eb3e2", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:52.133357 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16dcefe5-22ff-4171-bd9c-590b2a2baa99 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:52.133752 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'tag': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2', 'status': 'completed', 'code': 200} Aug 19 23:47:52.137300 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1ee-fb26-47ee-9ac2-9eb62c81dc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.144183 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8b455184-4dd0-482e-a9c5-77d86d87a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.146728 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8b455184-4dd0-482e-a9c5-77d86d87a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.148224 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8b455184-4dd0-482e-a9c5-77d86d87a2f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cda1268-fbe6-486c-87b2-99ded83f2d5f HTTP/1.1" status: 204 len: 168 time: 0.3571355 Aug 19 23:47:52.153825 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a76ed-479a-44ec-bd71-25bf6c9d48c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c97dfb67-b89e-45d6-b40d-637d114eb3e2,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:52.171291 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b455184-4dd0-482e-a9c5-77d86d87a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cda1268-fbe6-486c-87b2-99ded83f2d5f,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:52.196919 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.208341 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-9fe31c7e-8930-4c62-8a89-805f8a694aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.209890 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-9fe31c7e-8930-4c62-8a89-805f8a694aa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a951978d00eb468eae2473ca44f5ae8a&device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 1096 time: 0.0754006 Aug 19 23:47:52.281199 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-f57f34b7-7375-479e-8030-a38f4fa2401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.283642 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-f57f34b7-7375-479e-8030-a38f4fa2401e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 916 time: 0.1329906 Aug 19 23:47:52.285321 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1ee-fb26-47ee-9ac2-9eb62c81dc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.287911 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a25bf1ee-fb26-47ee-9ac2-9eb62c81dc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.288485 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-1a3d2145-b1ec-4f1f-a88e-084a92f34503 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2 HTTP/1.1" status: 200 len: 217 time: 0.0643296 Aug 19 23:47:52.289127 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a25bf1ee-fb26-47ee-9ac2-9eb62c81dc0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/669d0956-b987-45a1-9605-fe288a6d4c97 HTTP/1.1" status: 204 len: 168 time: 0.3451738 Aug 19 23:47:52.297956 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf1ee-fb26-47ee-9ac2-9eb62c81dc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d0956-b987-45a1-9605-fe288a6d4c97,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:52.375730 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-f43eeb87-9307-4795-8371-5d361c182491 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 HTTP/1.1" status: 200 len: 217 time: 0.0493834 Aug 19 23:47:52.384762 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.399352 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.399700 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.400500 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.400851 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > port after_create 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.401174 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.401511 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > port after_update 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.401831 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.402147 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.402463 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.402781 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.465846 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-f5fa1701-16a1-4640-b785-8a79e05edd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.468482 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.468829 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.469333 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.469901 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:47:52.470131 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-f5fa1701-16a1-4640-b785-8a79e05edd05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.0860555 Aug 19 23:47:52.470251 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbee190f-0ae5-44f0-8185-da4caa6f6c9f']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:52.500727 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-7aa03b7f-bef6-4703-8d45-23e2ed055ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.503666 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-7aa03b7f-bef6-4703-8d45-23e2ed055ead service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f7d564b-aaa9-4703-9c04-92d0a22138c3 HTTP/1.1" status: 200 len: 849 time: 0.1734109 Aug 19 23:47:52.506622 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2d1391-fc49-4352-8f71-789f85e7b7d9') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:52.507136 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2d1391-fc49-4352-8f71-789f85e7b7d9') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:52.538043 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-1be2361f-ff30-4755-aeed-82c797a1f5ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555372 Aug 19 23:47:52.548315 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.578134 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-38e443eb-64eb-4d29-93db-16f17b556815 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2f129215-9dbf-4541-82ca-a08132dd8446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580513 Aug 19 23:47:52.605420 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.647617 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:47:52.648529 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: from cryptography.utils import int_from_bytes Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: from cryptography.utils import int_from_bytes Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:47:52.652852 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:47:52.671661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9409c1-ebc7-4e10-96db-cfcc63d36c23 req-64e53da0-f01f-4025-b5c7-df2eb06cd011 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:52.679530 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0a9409c1-ebc7-4e10-96db-cfcc63d36c23 req-64e53da0-f01f-4025-b5c7-df2eb06cd011 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 943 time: 0.1368821 Aug 19 23:47:52.733953 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.779037 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-05674160-7a51-417a-a679-1cf37b7b6755 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248476 Aug 19 23:47:52.790411 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:52.794543 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fbee190f-0ae5-44f0-8185-da4caa6f6c9f HTTP/1.1" status: 204 len: 168 time: 0.7060752 Aug 19 23:47:52.798519 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b84a-b4b3-4190-b798-fa1898252e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbee190f-0ae5-44f0-8185-da4caa6f6c9f,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:52.805855 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-03a92334-bf45-487c-bcff-e7096912565f service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190478 Aug 19 23:47:52.839668 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0a9409c1-ebc7-4e10-96db-cfcc63d36c23 req-86957e6a-edd6-4499-873b-8ad5b8a0570e tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592762 Aug 19 23:47:52.916550 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-109751bc-25ec-4c55-93ff-ccdb6833a434 req-43c77eb4-81b2-4f11-87f3-e61e9c652726 service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020689 Aug 19 23:47:53.066508 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60018) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:53.133595 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3346062-2a88-4091-8a56-77fc66929e91 req-b962a558-327f-442d-afa2-47f9101fc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:53.135514 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-b962a558-327f-442d-afa2-47f9101fc503 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a951978d00eb468eae2473ca44f5ae8a&device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 1096 time: 0.1387064 Aug 19 23:47:53.144427 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4104ed58-238d-4960-a98e-92da273d6030 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18ac85d472a544349f644ff7774da581&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756879 Aug 19 23:47:53.145639 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60026) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:53.184436 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:53.255937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-3fad1826-615f-48ad-8c85-3f6e0f7594f0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:53.266825 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-3fad1826-615f-48ad-8c85-3f6e0f7594f0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.4755099 Aug 19 23:47:53.286157 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae46b151-c59a-4a7d-ab7b-57232e05eb4c req-50356147-589f-4180-a7a5-397c9432c189 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503138 Aug 19 23:47:53.296705 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3346062-2a88-4091-8a56-77fc66929e91 req-16b843b9-ee31-4d9f-8a67-ccc19c489efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:53.297215 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc5457-c1e7-451e-9b6c-4151586f4bd2 req-43c3d788-98ba-42af-ad78-5cce93b49598 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:53.298239 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-16b843b9-ee31-4d9f-8a67-ccc19c489efd service neutron] 10.222.0.45 "GET /v2.0/networks?id=2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 200 len: 910 time: 0.1514030 Aug 19 23:47:53.306042 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-36bc5457-c1e7-451e-9b6c-4151586f4bd2 req-43c3d788-98ba-42af-ad78-5cce93b49598 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.2620599 Aug 19 23:47:53.319299 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-04af3a3c-2c1e-46e0-84c1-392681cabebf tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/quotas/9fb4bc3f6e6a49afa0464aa0f5d47c20 HTTP/1.1" status: 200 len: 375 time: 0.0538580 Aug 19 23:47:53.324961 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-78d01132-110e-43af-a76c-1fe78f74306c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:53.368566 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-d580bd9f-314c-453d-943c-1957c50e96c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2 HTTP/1.1" status: 200 len: 217 time: 0.0540743 Aug 19 23:47:53.395155 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-78d01132-110e-43af-a76c-1fe78f74306c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:53.399831 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-36bc5457-c1e7-451e-9b6c-4151586f4bd2 req-cfbf4c80-9cb0-4fdf-9984-65e4edbb3625 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924857 Aug 19 23:47:53.429132 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-6a822634-cb30-4bf2-a3c8-f2dc57318296 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081295 Aug 19 23:47:53.458183 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3346062-2a88-4091-8a56-77fc66929e91 req-3df824b1-2782-44c8-a599-365bf57d3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:53.459676 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-3df824b1-2782-44c8-a599-365bf57d3f6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f7d564b-aaa9-4703-9c04-92d0a22138c3 HTTP/1.1" status: 200 len: 849 time: 0.0786994 Aug 19 23:47:53.503758 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-ad917e20-13e9-44a8-b40d-9628a0e7aba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2f129215-9dbf-4541-82ca-a08132dd8446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341198 Aug 19 23:47:53.507203 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-78d01132-110e-43af-a76c-1fe78f74306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:53.511502 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-78d01132-110e-43af-a76c-1fe78f74306c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:53.515707 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-78d01132-110e-43af-a76c-1fe78f74306c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0982d1c8-06ff-493d-b62b-00fd9a3fd25c HTTP/1.1" status: 204 len: 168 time: 0.3676040 Aug 19 23:47:53.524122 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d01132-110e-43af-a76c-1fe78f74306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982d1c8-06ff-493d-b62b-00fd9a3fd25c,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:53.548399 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-71af899c-3fed-43c7-8530-ac663e2747df service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173904 Aug 19 23:47:53.631975 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-cf8e873a-4049-4758-a549-319d1fcf7d24 service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031342 Aug 19 23:47:53.667793 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-291905f5-7277-4ccb-9ea6-34e762e015f7 service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103449 Aug 19 23:47:53.741676 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b3346062-2a88-4091-8a56-77fc66929e91 req-41d4009c-5afc-40f7-b693-f106a2c9ab3e service neutron] 10.222.0.45 "GET /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960581 Aug 19 23:47:53.906032 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4fdbf171-173d-4115-913a-75610c7e64dd req-45c77047-a11f-4786-af87-a06690bbbb3c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0600383 Aug 19 23:47:53.995980 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691c48-6e87-4782-bebf-512e273c7f68 req-4cb55ab9-a17f-49dd-b112-728421f05902 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:54.004164 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-99691c48-6e87-4782-bebf-512e273c7f68 req-4cb55ab9-a17f-49dd-b112-728421f05902 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 943 time: 0.0665624 Aug 19 23:47:54.071611 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-99691c48-6e87-4782-bebf-512e273c7f68 req-9fe9b36b-200a-4c36-a8d4-5535adcb1345 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Aug 19 23:47:54.580713 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9db3e2-5139-440a-b553-749086a7d220 req-0f51bf3f-44be-4255-a285-910ad52cd8fe tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:54.582293 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3b9db3e2-5139-440a-b553-749086a7d220 req-0f51bf3f-44be-4255-a285-910ad52cd8fe tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0602584 Aug 19 23:47:54.638942 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3b9db3e2-5139-440a-b553-749086a7d220 req-c8dc4e04-4cbc-442a-a561-48f28933e563 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478420 Aug 19 23:47:54.854563 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60160) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:54.992871 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-network', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:55.021871 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Made reservation on behalf of ca1a81dda7e64cca80834e44879379d0 for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:55.024783 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.024898 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cee94655-9082-4896-a51f-13f9061d8b64 req-78f51076-ec1d-4378-914c-a674fa10fcd9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0482609 Aug 19 23:47:55.038030 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.255708 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-0a55dc2a-642e-4c9e-a331-7611bb3a2aee tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:55.257287 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-0a55dc2a-642e-4c9e-a331-7611bb3a2aee tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.2094643 Aug 19 23:47:55.304691 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5919-1ed4-4832-8b79-3a211c7a46f1 req-7862656c-e3a8-40a7-9508-4a15b04d8098 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:55.306299 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-16ec5919-1ed4-4832-8b79-3a211c7a46f1 req-7862656c-e3a8-40a7-9508-4a15b04d8098 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 943 time: 0.1281083 Aug 19 23:47:55.337136 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.341653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.357205 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:47:55.365803 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-16ec5919-1ed4-4832-8b79-3a211c7a46f1 req-d6af0ef3-6dad-4b83-b15c-9b31dc153058 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Aug 19 23:47:55.378530 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.378895 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Added segment d92c092c-8ebe-4f85-aa99-55bc2208f259 of type vlan for network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 Aug 19 23:47:55.400471 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Request body: {'port': {'device_id': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'admin_state_up': True, 'tenant_id': '9fb4bc3f6e6a49afa0464aa0f5d47c20'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:55.438612 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3eb6d2-cdef-4188-8bc0-6a70002acaf7,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:55.489925 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.543009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.544020 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:55.544599 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.617650 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7609375 Aug 19 23:47:55.620818 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60202) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:55.632501 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3cc56-1bc6-4f1a-be55-7afbcb09e0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfa06da-ec0c-4bec-a06f-1600cbf0e121,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:55.633163 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Request body: {'subnet': {'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-subnet', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:55.638169 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Made reservation on behalf of 9fb4bc3f6e6a49afa0464aa0f5d47c20 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:55.638385 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device c97dfb67-b89e-45d6-b40d-637d114eb3e2 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:47:55.642109 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.658808 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:47:55.708487 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Made reservation on behalf of ca1a81dda7e64cca80834e44879379d0 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:47:55.714464 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413416'] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:55.866539 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port c97dfb67-b89e-45d6-b40d-637d114eb3e2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:55.894325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717abc-e981-4ebd-9e51-603d18400bf0 req-37998eb4-0cb1-4e74-a4d2-ab69fb340191 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:55.896340 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-04717abc-e981-4ebd-9e51-603d18400bf0 req-37998eb4-0cb1-4e74-a4d2-ab69fb340191 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0949111 Aug 19 23:47:55.910388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2', 'network_id': '2f129215-9dbf-4541-82ca-a08132dd8446', 'port_id': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2', 'mac_address': 'fa:16:3e:e2:36:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d564b-aaa9-4703-9c04-92d0a22138c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:47:56.023752 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-04717abc-e981-4ebd-9e51-603d18400bf0 req-a9292152-cbb5-4bb3-9a76-8ae845bba801 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190937 Aug 19 23:47:56.036593 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.056581 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97dfb67-b89e-45d6-b40d-637d114eb3e2 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:56.113138 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port c97dfb67-b89e-45d6-b40d-637d114eb3e2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:56.121502 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.228685 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=c97dfb67-b89e-45d6-b40d-637d114eb3e2,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:56.242908 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Allocated IP 172.20.0.14 (0b287304-96de-44a7-8a50-82f75c5d2924/65a47b15-e1a4-4879-ae85-53327caee444/93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:56.411213 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.450687 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7ec539ca-c133-4ecd-944d-e64380ba19bd req-f496b28c-809d-4a8c-8440-8407648303b8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0448821 Aug 19 23:47:56.459902 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.473349 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', '67fc9415-0931-4bbd-808d-55edbc69bbb9'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:56.481683 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413434'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.529905 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event updated for resources: {'Port': ['ID=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:56.530163 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['c97dfb67-b89e-45d6-b40d-637d114eb3e2'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:47:56.542041 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Network 0b287304-96de-44a7-8a50-82f75c5d2924 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:56.543870 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:56.546802 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:56.566647 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c9b4-1674-4d5f-93cc-acee743cc19a req-a9ef84ad-91a7-4aaa-a1d9-3a208cf3f623 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:56.568789 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa48c9b4-1674-4d5f-93cc-acee743cc19a req-a9ef84ad-91a7-4aaa-a1d9-3a208cf3f623 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 944 time: 0.1172128 Aug 19 23:47:56.571550 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bde39ab-80dc-45f6-b477-c99d631030e8,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:56.576510 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Checking segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:56.576870 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Network hostable DHCP agents. Network: 1cfa06da-ec0c-4bec-a06f-1600cbf0e121, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:47:56.611381 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:56.612699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.625391 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:47:56.630374 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-b78fa2b3-8221-48e0-91ef-d52719b45071 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2383642 Aug 19 23:47:56.637740 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa48c9b4-1674-4d5f-93cc-acee743cc19a req-da73ebb0-3c0b-48ac-a818-c23add663ee0 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554488 Aug 19 23:47:56.644725 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Request body: {'port': {'device_id': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:56.645065 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 1cfa06da-ec0c-4bec-a06f-1600cbf0e121) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:56.654861 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e330f-9b5f-4cb3-ba7c-da62a7aad6de None None] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:56.662026 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:56.662622 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.678004 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5bb3e10a-e550-4828-b1a8-8d48008f4bea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0560124 Aug 19 23:47:56.680766 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60232) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:56.685510 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:47:56.707341 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.708381 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.717112 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.765034 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:56.926828 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.027138 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:47:57.037874 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.054390 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:47:57.055320 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.077938 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Transition to ACTIVE for port object 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:57.084147 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.147576 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:57.232285 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.253674 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Allocated IP 172.20.0.2 (1cfa06da-ec0c-4bec-a06f-1600cbf0e121/2bde39ab-80dc-45f6-b477-c99d631030e8/91158fdf-5732-40ca-95df-5321206130ba) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:57.255348 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.263307 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Attempting to bind port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:57.264485 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Attempting to bind port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:57.264485 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Attempting to bind port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:57.268659 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 on network 0b287304-96de-44a7-8a50-82f75c5d2924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:47:57.268972 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Attempting to bind port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:57.294744 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:57.295332 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Checking segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:57.295877 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Bound using segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:57.296458 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Bound port: 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:57.296957 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.366133 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f3e2-5eb5-4663-9891-6248c3ef382f req-e4f28fec-2782-4f92-a9b3-5e0013ccd174 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:57.366133 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9916f3e2-5eb5-4663-9891-6248c3ef382f req-e4f28fec-2782-4f92-a9b3-5e0013ccd174 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.2066221 Aug 19 23:47:57.389622 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] For port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:57.393188 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] For port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:57.402700 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.469924 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:57.479291 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9916f3e2-5eb5-4663-9891-6248c3ef382f req-c1d8daca-1c38-412a-be3d-0e95f312f800 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961754 Aug 19 23:47:57.509068 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:57.510101 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.511893 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.513341 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-16326030-5856-48d0-a59d-79dd5beaf4d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 HTTP/1.1" status: 200 len: 1094 time: 0.8732800 Aug 19 23:47:57.514013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'tag': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:47:57.521468 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8", "tag": "93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:47:57.554575 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Transition to ACTIVE for port object 91158fdf-5732-40ca-95df-5321206130ba will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:57.592120 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Allocated IP 172.27.0.162 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/43456121-d322-4249-8f13-40aa545c39e8) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:47:57.601523 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Transition to ACTIVE for port object 91158fdf-5732-40ca-95df-5321206130ba will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:47:57.608932 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab1620-ad4e-4466-813b-88cf8bc804dd x-openstack-request-id: req-02ab1620-ad4e-4466-813b-88cf8bc804dd {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:47:57.609223 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8", "tag": "93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:47:57.609573 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02ab1620-ad4e-4466-813b-88cf8bc804dd {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:47:57.609877 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'tag': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1', 'status': 'completed', 'code': 200} Aug 19 23:47:57.618526 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.633705 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-bfb6b653-c560-4eb0-b58b-b401ece82edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:57.636225 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-bfb6b653-c560-4eb0-b58b-b401ece82edf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 1097 time: 0.0715101 Aug 19 23:47:57.685811 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:57.689254 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:57.694625 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:57.706679 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Pushing event updated for resources: {'Port': ['ID=91158fdf-5732-40ca-95df-5321206130ba,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:57.720869 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-9b98d120-86b6-4a19-94d3-28fd0c713019 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 HTTP/1.1" status: 200 len: 217 time: 0.0720475 Aug 19 23:47:57.790928 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Attempting to bind port 91158fdf-5732-40ca-95df-5321206130ba on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:47:57.793186 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Attempting to bind port 91158fdf-5732-40ca-95df-5321206130ba by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:47:57.794486 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Attempting to bind port 91158fdf-5732-40ca-95df-5321206130ba on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:47:57.797410 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-11b93ce1-2e0a-4005-ac22-512a6f57b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:57.798902 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-11b93ce1-2e0a-4005-ac22-512a6f57b752 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.0697160 Aug 19 23:47:57.803825 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:47:57.803825 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Checking segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:47:57.803825 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.804189 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Bound using segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:47:57.804448 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.804614 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Bound port: 91158fdf-5732-40ca-95df-5321206130ba, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:47:57.804974 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.823057 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be712-5000-463a-8498-d6c59979e058 req-e7114536-e264-4da1-abdf-91c7e601dca1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:57.833648 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-827be712-5000-463a-8498-d6c59979e058 req-e7114536-e264-4da1-abdf-91c7e601dca1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1200733 Aug 19 23:47:57.862200 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-6356222f-505b-46e5-a99c-1158ddeeff82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527625 Aug 19 23:47:57.947885 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-827be712-5000-463a-8498-d6c59979e058 req-f7e92b60-8c2b-4d91-8e25-b5edbc1b0596 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133447 Aug 19 23:47:57.968695 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] For port 91158fdf-5732-40ca-95df-5321206130ba, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:47:57.983719 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b02b60-aeef-4616-b23f-c9be0f25b7e7 req-bfcee78d-fe7e-411b-ac30-bdf200192301 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:57.985036 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-974c7052-caf8-433b-a74f-cd99cd28509b service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147048 Aug 19 23:47:57.988188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] For port 91158fdf-5732-40ca-95df-5321206130ba, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=91158fdf-5732-40ca-95df-5321206130ba,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:47:57.993737 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:57.995967 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a1b02b60-aeef-4616-b23f-c9be0f25b7e7 req-bfcee78d-fe7e-411b-ac30-bdf200192301 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 944 time: 0.1447854 Aug 19 23:47:58.054634 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a1b02b60-aeef-4616-b23f-c9be0f25b7e7 req-b8c67b2c-b169-40e5-be0d-650861326523 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574110 Aug 19 23:47:58.074365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:58.133304 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1c6c02d3-9903-4e2c-a8c7-1b78a4790c99 req-3580fec2-2563-45c7-a0b4-b90ce2c63101 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384475 Aug 19 23:47:58.135101 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534242d-b702-4712-9d6b-8628e30e4018 None None] Pushing event updated for resources: {'Port': ['ID=91158fdf-5732-40ca-95df-5321206130ba,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:58.148240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Pushing event updated for resources: {'Port': ['ID=43456121-d322-4249-8f13-40aa545c39e8,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:58.153734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:47:58.154868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:47:58.157669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:47:58.262471 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-0fd356e6-a199-4e63-bc16-4ff420bbe15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:58.264259 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-0fd356e6-a199-4e63-bc16-4ff420bbe15f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 1097 time: 0.0651751 Aug 19 23:47:58.386394 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-eafc0048-0316-4c27-ad60-170e55adb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:58.388599 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-eafc0048-0316-4c27-ad60-170e55adb592 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 916 time: 0.1130261 Aug 19 23:47:58.459768 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-11ca1c0a-2a11-407a-85fc-ee4dd29f56d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 HTTP/1.1" status: 200 len: 217 time: 0.0628867 Aug 19 23:47:58.519656 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:58.569677 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-9e6f9222-6f0d-4c81-b45d-61be4ba94cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:58.576515 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-9e6f9222-6f0d-4c81-b45d-61be4ba94cc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.1012495 Aug 19 23:47:58.615831 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-5273b6d4-a606-4eed-b2d8-ff14572fee59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320163 Aug 19 23:47:58.727426 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a587b8-9a15-4f41-a9cd-a07afdd6d415 req-02a76d34-74db-41e6-9cd2-520f4b80e084 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:58.734878 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-55a587b8-9a15-4f41-a9cd-a07afdd6d415 req-02a76d34-74db-41e6-9cd2-520f4b80e084 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1126409 Aug 19 23:47:58.738829 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-c8f4858f-bd0c-4d54-9cc9-fec98fd271e0 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078293 Aug 19 23:47:58.828572 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-55a587b8-9a15-4f41-a9cd-a07afdd6d415 req-912d611c-0679-4e12-a477-98d716ead717 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927904 Aug 19 23:47:58.831212 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:58.856441 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-fe3ffa19-f98d-4443-bf8e-f9d981d7f64a req-5286d8a6-58cb-4eaf-9e40-39f12ad469d4 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098645 Aug 19 23:47:58.965649 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Router 6e558eff-e294-4430-82ba-24d6850f165e is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:47:59.064404 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b5a442bb-d1f2-4adf-aa08-f95b134a1ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.130775 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:47:59.141701 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b5db8-0a5c-43e0-97e9-d9ab2b3e0347 req-91eb487e-b307-4f6a-b001-38b97c93da72 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:59.141896 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:47:59.143137 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0a9b5db8-0a5c-43e0-97e9-d9ab2b3e0347 req-91eb487e-b307-4f6a-b001-38b97c93da72 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1123979 Aug 19 23:47:59.153952 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:47:59.154691 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:47:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:59.207674 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.211561 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-159a22ee-1de2-4df0-a872-563fb59fd8bb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5269718 Aug 19 23:47:59.212439 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60304) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:59.217647 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0a9b5db8-0a5c-43e0-97e9-d9ab2b3e0347 req-8de06f7d-6a01-4023-a6dd-29537b7c8fc4 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634768 Aug 19 23:47:59.234006 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd0f4-37c5-4c58-a3d9-6b40a021dfe2 req-6d8afaaf-5ebe-406f-a32d-a1ffd9d7c1e8 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:47:59.252704 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d9ffd0f4-37c5-4c58-a3d9-6b40a021dfe2 req-6d8afaaf-5ebe-406f-a32d-a1ffd9d7c1e8 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 944 time: 0.1248209 Aug 19 23:47:59.262552 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:47:59.313363 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d9ffd0f4-37c5-4c58-a3d9-6b40a021dfe2 req-34010715-8dfa-4a72-95c7-090b2d9e070f tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551836 Aug 19 23:47:59.413677 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec0053-157d-4da6-8809-a7325685e7ef None None] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:47:59.447722 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60318) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:47:59.472264 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 91158fdf-5732-40ca-95df-5321206130ba up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:59.531309 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:47:58Z', 'revision_number': 3, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:47:59.535966 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Deleting subnet 0eaea574-7702-4cb6-8a65-93a66b8bfeea {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:47:59.539531 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.552954 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-52f159b9-ae8d-4067-9b38-849189758c5a None None] Provisioning for port 91158fdf-5732-40ca-95df-5321206130ba completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:59.563395 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:47:59.563976 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Updating router 6e558eff-e294-4430-82ba-24d6850f165e port 43456121-d322-4249-8f13-40aa545c39e8 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:47:59.591866 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.592524 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 91158fdf-5732-40ca-95df-5321206130ba completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:59.597111 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.606026 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 91158fdf-5732-40ca-95df-5321206130ba triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:59.606502 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.679339 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device c97dfb67-b89e-45d6-b40d-637d114eb3e2 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:47:59.704758 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:47:59.706898 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.758349 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.782550 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port c97dfb67-b89e-45d6-b40d-637d114eb3e2 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:47:59.792579 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port c97dfb67-b89e-45d6-b40d-637d114eb3e2 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:47:59.793189 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.841925 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 91158fdf-5732-40ca-95df-5321206130ba, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=91158fdf-5732-40ca-95df-5321206130ba,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:47:59.851489 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.907127 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:47:59.951515 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=91158fdf-5732-40ca-95df-5321206130ba,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:47:59.984108 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.005374 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.007300 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Transition to ACTIVE for port object 43456121-d322-4249-8f13-40aa545c39e8 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:00.020734 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.041903 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eaea574-7702-4cb6-8a65-93a66b8bfeea,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:00.048478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.048478 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2ac2e683-52e5-4ac6-bffb-ed442a947fd8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0eaea574-7702-4cb6-8a65-93a66b8bfeea HTTP/1.1" status: 204 len: 168 time: 0.5997181 Aug 19 23:48:00.057752 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60328) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:00.067166 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d207fd-ea19-47ae-a5eb-6d359c847241 req-f9156f05-b503-457c-84ad-f462ac850bff tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:00.067740 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.077977 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-66d207fd-ea19-47ae-a5eb-6d359c847241 req-f9156f05-b503-457c-84ad-f462ac850bff tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1299436 Aug 19 23:48:00.080693 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:00.084081 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1f85fb-6dbf-41ea-bb8f-dc75b681dd94" -d '{"events": [{"server_uuid": "55997ee0-ddc5-461a-8f8b-0c1d364e6f21", "name": "network-vif-plugged", "status": "completed", "tag": "c97dfb67-b89e-45d6-b40d-637d114eb3e2"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:00.141010 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port c97dfb67-b89e-45d6-b40d-637d114eb3e2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:00.142380 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Pushing event updated for resources: {'Port': ['ID=43456121-d322-4249-8f13-40aa545c39e8,revision_number=2']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:00.155002 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-66d207fd-ea19-47ae-a5eb-6d359c847241 req-34e4b407-a27c-499d-aa98-db5305707adf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Aug 19 23:48:00.161512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.171586 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.171980 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.173141 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.174123 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.174994 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.176484 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.176830 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.177167 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.179570 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.179918 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.180254 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.180585 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:00.191782 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.216532 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Attempting to bind port 43456121-d322-4249-8f13-40aa545c39e8 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:00.217354 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Attempting to bind port 43456121-d322-4249-8f13-40aa545c39e8 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:00.217971 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Attempting to bind port 43456121-d322-4249-8f13-40aa545c39e8 on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:00.225475 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:00.226220 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:00.226922 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.227611 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:00.229525 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Bound port: 43456121-d322-4249-8f13-40aa545c39e8, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:00.230580 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.255741 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fabbe6b-e567-4bcd-85c2-8a521cf86b14 x-openstack-request-id: req-7fabbe6b-e567-4bcd-85c2-8a521cf86b14 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:00.256060 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55997ee0-ddc5-461a-8f8b-0c1d364e6f21", "name": "network-vif-plugged", "status": "completed", "tag": "c97dfb67-b89e-45d6-b40d-637d114eb3e2", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:00.256484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fabbe6b-e567-4bcd-85c2-8a521cf86b14 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:00.257194 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2', 'code': 200} Aug 19 23:48:00.293618 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Allocated IP 172.20.0.1 (1cfa06da-ec0c-4bec-a06f-1600cbf0e121/2bde39ab-80dc-45f6-b477-c99d631030e8/647e50d1-c751-4916-9ea2-109091135135) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:00.307004 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6c57cab3-caf3-4020-9cef-6a727e223e01 None None] Provisioning complete for port 91158fdf-5732-40ca-95df-5321206130ba triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:00.307424 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c57cab3-caf3-4020-9cef-6a727e223e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.400991 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=c97dfb67-b89e-45d6-b40d-637d114eb3e2,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:00.415379 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] For port 43456121-d322-4249-8f13-40aa545c39e8, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:00.422552 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] For port 43456121-d322-4249-8f13-40aa545c39e8, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=43456121-d322-4249-8f13-40aa545c39e8,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:00.434166 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.516694 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3b714-c43f-4579-bd08-73bc1629b802 req-0811091f-9701-4780-a368-f9638059fa69 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:00.518864 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-efb3b714-c43f-4579-bd08-73bc1629b802 req-0811091f-9701-4780-a368-f9638059fa69 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1393256 Aug 19 23:48:00.536079 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:00.537164 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:47:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:00.540297 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3487c30-bf8b-4256-a5d5-ecda2114b95e None None] Pushing event updated for resources: {'Port': ['ID=43456121-d322-4249-8f13-40aa545c39e8,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:00.574119 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.599683 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-efb3b714-c43f-4579-bd08-73bc1629b802 req-a753f4f0-8833-4d09-8fad-54cf344130d0 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682778 Aug 19 23:48:00.600254 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.611617 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Transition to ACTIVE for port object 647e50d1-c751-4916-9ea2-109091135135 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:00.616708 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d06490d-7294-4939-8fe1-4b0b0c6ed193']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:00.624543 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911f43-b5ed-4911-9fa6-4f691156bf1f req-702b1c69-f775-42c5-8da1-745d36dbf9db tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:00.626137 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c911f43-b5ed-4911-9fa6-4f691156bf1f req-702b1c69-f775-42c5-8da1-745d36dbf9db tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.0924149 Aug 19 23:48:00.634604 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e10a28-ca07-4531-b436-5ff9deaea20e req-d4dc1ebe-0d7d-4d03-b2e5-f18715b23110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:00.636141 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-14e10a28-ca07-4531-b436-5ff9deaea20e req-d4dc1ebe-0d7d-4d03-b2e5-f18715b23110 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 1098 time: 0.2222378 Aug 19 23:48:00.638944 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6908792f-5470-4a0a-a8c4-53157b56a1f2') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:00.639276 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6908792f-5470-4a0a-a8c4-53157b56a1f2') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:00.652825 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:00.656085 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.669388 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c911f43-b5ed-4911-9fa6-4f691156bf1f req-92e257c7-7bba-4caa-8422-b929c38d1706 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Aug 19 23:48:00.689710 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.704417 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:48:00.704801 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:48:00.707384 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:48:00.718013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.768993 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-14e10a28-ca07-4531-b436-5ff9deaea20e req-52fefd77-1092-43ad-af92-06722d2b7e4d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142437 Aug 19 23:48:00.802126 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:00.805401 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:00.810975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:00.819522 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.838277 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Pushing event updated for resources: {'Port': ['ID=647e50d1-c751-4916-9ea2-109091135135,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:00.847622 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.852326 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60342) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:00.852544 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] 10.222.0.18 "DELETE /v2.0/networks/0d06490d-7294-4939-8fe1-4b0b0c6ed193 HTTP/1.1" status: 204 len: 168 time: 0.7936065 Aug 19 23:48:00.857451 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:47:58Z', 'revision_number': 3, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:00.874168 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.923000 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Deleting subnet 6207a34e-515f-4864-8b55-eb0441c7d2c6 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:48:00.927629 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.968154 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:00.972945 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b6904-f972-441a-8504-6bb89100b408 None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:47:58Z', 'revision_number': 3, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:01.015874 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.112595 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-1fa23775-89cf-42c1-8771-7a7dedf931be None None] Provisioning for port 647e50d1-c751-4916-9ea2-109091135135 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:01.116645 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.120442 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-1fa23775-89cf-42c1-8771-7a7dedf931be None None] Provisioning complete for port 647e50d1-c751-4916-9ea2-109091135135 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:01.121027 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1fa23775-89cf-42c1-8771-7a7dedf931be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.137655 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7dc7d-1b57-4e79-93cb-d584f7c9768e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d06490d-7294-4939-8fe1-4b0b0c6ed193,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:01.148860 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6207a34e-515f-4864-8b55-eb0441c7d2c6,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:01.162493 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.164802 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-58733080-4664-47ba-8b1c-f0ca872beee7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6207a34e-515f-4864-8b55-eb0441c7d2c6 HTTP/1.1" status: 204 len: 168 time: 0.3109956 Aug 19 23:48:01.170428 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60346) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:01.187930 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-1fa23775-89cf-42c1-8771-7a7dedf931be None None] Port 647e50d1-c751-4916-9ea2-109091135135 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:01.266461 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.283034 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.355842 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be262cb-8f11-4869-89bb-9c6c22029fb8 req-dc39ef30-33bd-40a1-aca5-e7fcff3a3cad tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:01.357960 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9be262cb-8f11-4869-89bb-9c6c22029fb8 req-dc39ef30-33bd-40a1-aca5-e7fcff3a3cad tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1289854 Aug 19 23:48:01.424193 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 91158fdf-5732-40ca-95df-5321206130ba up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:01.435244 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.453877 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e628faa8-7167-477f-b81d-6403c2ca807f']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:01.468529 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9be262cb-8f11-4869-89bb-9c6c22029fb8 req-9112cfd8-05e4-4232-8071-d6b5561b5401 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980408 Aug 19 23:48:01.470191 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c692f2-2efb-4a2d-87fc-c3617d150d59') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:01.470493 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c692f2-2efb-4a2d-87fc-c3617d150d59') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:01.482635 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.497952 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.507627 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:48:01.508090 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:48:01.510819 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:48:01.521901 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 91158fdf-5732-40ca-95df-5321206130ba triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:01.525450 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.537216 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.560939 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.584758 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.608818 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e628faa8-7167-477f-b81d-6403c2ca807f,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:01.634661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.647407 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ab71bc0b-a1b7-4db6-9fe6-53373d8b27e9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e628faa8-7167-477f-b81d-6403c2ca807f HTTP/1.1" status: 204 len: 168 time: 0.4780738 Aug 19 23:48:01.688029 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:48:01.718215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.737799 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Pushing event updated for resources: {'Port': ['ID=647e50d1-c751-4916-9ea2-109091135135,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:01.739292 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d4440f9e-8f15-449c-bab3-67a67e068e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:01.909297 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00267-654d-46a7-871b-0967cb5f1271 req-ff257af2-5472-40f2-91e5-fc577706d520 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:01.911914 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-81c00267-654d-46a7-871b-0967cb5f1271 req-ff257af2-5472-40f2-91e5-fc577706d520 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1632576 Aug 19 23:48:01.922082 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:01.933070 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8afbc5-fcbd-4422-b7cd-87056274d704 req-2ab96470-6651-4255-b6fc-8b6e2dfbf9a2 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:01.934995 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cb8afbc5-fcbd-4422-b7cd-87056274d704 req-2ab96470-6651-4255-b6fc-8b6e2dfbf9a2 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.1263494 Aug 19 23:48:01.973903 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'port_id': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1', 'mac_address': 'fa:16:3e:16:c4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a47b15-e1a4-4879-ae85-53327caee444', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:48:01.979525 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.021799 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:02.023603 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:02.033565 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60372) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:02.043447 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.058653 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:02.070835 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-81c00267-654d-46a7-871b-0967cb5f1271 req-3f550c64-7ba8-4147-932f-e6c18e8dfdf9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345789 Aug 19 23:48:02.091325 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:02.091325 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.127886 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cb8afbc5-fcbd-4422-b7cd-87056274d704 req-256b5055-f4af-4870-9319-db615a2a98c8 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714442 Aug 19 23:48:02.172788 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-132bf2ac-13fa-4b81-9bc6-770080674894 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ae3f6525c7b4aab8d62a7bf9886210b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364353 Aug 19 23:48:02.173267 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60378) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:02.193890 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:02.273186 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Router 6e558eff-e294-4430-82ba-24d6850f165e has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:48:02.316532 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e689ca63-1c1e-4256-a992-71df9b8136ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.370875 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e689ca63-1c1e-4256-a992-71df9b8136ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.424349 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e689ca63-1c1e-4256-a992-71df9b8136ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.424886 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:48:02.425922 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-0c84f196-3310-4cb3-b4cb-a28ffd4e2991 None None] Provisioning complete for port 647e50d1-c751-4916-9ea2-109091135135 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:02.426471 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-0c84f196-3310-4cb3-b4cb-a28ffd4e2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.426718 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e689ca63-1c1e-4256-a992-71df9b8136ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.427968 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e689ca63-1c1e-4256-a992-71df9b8136ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dcae8b5-3d93-48c4-b903-ec6b2b13ba40 HTTP/1.1" status: 204 len: 168 time: 0.2536318 Aug 19 23:48:02.433038 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-5b7d6fa6-62c4-4b0a-ae71-1ee7243b548c admin admin] 10.222.0.18 "PUT /v2.0/routers/6e558eff-e294-4430-82ba-24d6850f165e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2192729 Aug 19 23:48:02.436299 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689ca63-1c1e-4256-a992-71df9b8136ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcae8b5-3d93-48c4-b903-ec6b2b13ba40,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:02.478506 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-0c84f196-3310-4cb3-b4cb-a28ffd4e2991 None None] Port 647e50d1-c751-4916-9ea2-109091135135 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:02.537505 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:02.618834 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b4c84-56fe-4e01-a2cb-3884a82bf429 req-23faea14-90c8-4b6f-a06a-33deeba9dd93 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:02.620341 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f37b4c84-56fe-4e01-a2cb-3884a82bf429 req-23faea14-90c8-4b6f-a06a-33deeba9dd93 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0670633 Aug 19 23:48:02.674156 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f37b4c84-56fe-4e01-a2cb-3884a82bf429 req-29bec5e3-1ca6-49e8-8579-5525611438f8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 Aug 19 23:48:02.847268 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.858658 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60398) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:02.903745 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-59b5fb4d-ca0e-4202-9fb3-872f5d769d94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba36c1f299bd40209b50f92d0275874d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426481 Aug 19 23:48:02.906044 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60400) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:02.954826 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-407c48a2-9671-4632-9a0b-c30d945ec476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:02.984141 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-407c48a2-9671-4632-9a0b-c30d945ec476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.036191 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-407c48a2-9671-4632-9a0b-c30d945ec476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.038970 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-407c48a2-9671-4632-9a0b-c30d945ec476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.040172 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-407c48a2-9671-4632-9a0b-c30d945ec476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6de3e637-2f11-4c2d-95ca-5e3850a769fe HTTP/1.1" status: 204 len: 168 time: 0.1332428 Aug 19 23:48:03.047681 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c48a2-9671-4632-9a0b-c30d945ec476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de3e637-2f11-4c2d-95ca-5e3850a769fe,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:03.162687 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:48:03.172780 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:03.174126 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:03.271510 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60412) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:03.278145 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534060895', 'description': 'tempest-description--2001104904'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:03.309233 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:03.322148 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.477744 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 43456121-d322-4249-8f13-40aa545c39e8 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:03.504749 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.510726 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.579965 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.581691 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3087924 Aug 19 23:48:03.587935 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60428) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:03.594780 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'security_group_rule': {'security_group_id': '9df8e0ae-d475-4181-a016-ece060556734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:03.595965 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba904b-a8ce-42c8-a6b7-179cb799c4e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df8e0ae-d475-4181-a016-ece060556734,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:03.641664 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 43456121-d322-4249-8f13-40aa545c39e8 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:03.642084 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d9d10-1496-4e1e-9541-b1b6eb46d449 req-a973a188-6641-4845-9012-9ddc74b53fed tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:03.654291 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0a0d9d10-1496-4e1e-9541-b1b6eb46d449 req-a973a188-6641-4845-9012-9ddc74b53fed tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 945 time: 0.5021386 Aug 19 23:48:03.659946 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 43456121-d322-4249-8f13-40aa545c39e8 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:03.660821 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.685285 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531242cf-af1f-418c-b872-8457c65a4a55 req-cad2872c-4a29-4418-9f0a-a7f653d89d37 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:03.693155 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-531242cf-af1f-418c-b872-8457c65a4a55 req-cad2872c-4a29-4418-9f0a-a7f653d89d37 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.1368670 Aug 19 23:48:03.695308 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:03.729507 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.758874 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0a0d9d10-1496-4e1e-9541-b1b6eb46d449 req-3fff534c-2492-4ddc-8722-3a63794558dc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034312 Aug 19 23:48:03.773581 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60438) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:03.793590 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-531242cf-af1f-418c-b872-8457c65a4a55 req-9a152abc-dde5-4029-8311-bd78889065f8 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994980 Aug 19 23:48:03.864218 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.873808 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.927915 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb15071-b22a-4d8d-90d3-82908b71c87b,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:03.929810 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.931038 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-beb9931d-32ea-46a1-aafc-d33208e91744 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419435 Aug 19 23:48:03.934059 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60448) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:03.939184 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'security_group_rule': {'security_group_id': '9df8e0ae-d475-4181-a016-ece060556734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:03.994948 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:03.997325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf6d2-ca34-45d4-86f2-6944cd259152 req-ff037d32-daa5-4943-ac83-ca3b76bab2fb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:03.999379 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-174cf6d2-ca34-45d4-86f2-6944cd259152 req-ff037d32-daa5-4943-ac83-ca3b76bab2fb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0848823 Aug 19 23:48:04.012552 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-439dc9d4-ce86-40f4-bd9e-c687d66f9778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.048276 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-174cf6d2-ca34-45d4-86f2-6944cd259152 req-ad2364d9-4260-4cc8-88f1-6c983e82a329 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Aug 19 23:48:04.082059 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:04.100296 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:04.100998 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.153930 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.161598 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.162425 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.176282 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 2, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:04.199380 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3340fab-5fe6-420b-9d4f-1c006eaf9b23,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:04.225022 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-439dc9d4-ce86-40f4-bd9e-c687d66f9778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.231320 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 43456121-d322-4249-8f13-40aa545c39e8, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=43456121-d322-4249-8f13-40aa545c39e8,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:04.233600 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-439dc9d4-ce86-40f4-bd9e-c687d66f9778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.255671 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.257246 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-dccf8ec1-5828-421c-8767-ecc1d6c7892f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219602 Aug 19 23:48:04.260609 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60462) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:04.266927 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:04.270441 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:48:04.270793 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Updating router 6e558eff-e294-4430-82ba-24d6850f165e port 647e50d1-c751-4916-9ea2-109091135135 binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:48:04.273454 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.289461 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-439dc9d4-ce86-40f4-bd9e-c687d66f9778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=148f3c5dfe5e4053ac09c375d6d51633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142233 Aug 19 23:48:04.291669 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dc9d4-ce86-40f4-bd9e-c687d66f9778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a979cd-fd05-4b37-a572-178a8830fff3,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:04.296362 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60464) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:04.356499 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.360733 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.377214 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.384033 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.403939 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=43456121-d322-4249-8f13-40aa545c39e8,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:04.435907 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:04.438189 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b7f8af-7516-42c2-98dc-c8832b950a2d" -d '{"events": [{"server_uuid": "0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8", "name": "network-vif-plugged", "status": "completed", "tag": "93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:04.449811 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e2faaacb-ccf4-469b-8e48-b532d2f2a45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.455719 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:04.462513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.493866 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e2faaacb-ccf4-469b-8e48-b532d2f2a45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.534510 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d5d8b-8ff8-46d0-9198-dc53991a1065 x-openstack-request-id: req-2c9d5d8b-8ff8-46d0-9198-dc53991a1065 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:04.534841 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8", "name": "network-vif-plugged", "status": "completed", "tag": "93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:04.535029 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c9d5d8b-8ff8-46d0-9198-dc53991a1065 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:04.535480 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1', 'code': 200} Aug 19 23:48:04.576105 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.579680 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e2faaacb-ccf4-469b-8e48-b532d2f2a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.581036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:04.583774 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e2faaacb-ccf4-469b-8e48-b532d2f2a45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.587910 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e2faaacb-ccf4-469b-8e48-b532d2f2a45e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4a979cd-fd05-4b37-a572-178a8830fff3 HTTP/1.1" status: 204 len: 168 time: 0.2878859 Aug 19 23:48:04.605068 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faaacb-ccf4-469b-8e48-b532d2f2a45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a979cd-fd05-4b37-a572-178a8830fff3,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:04.753074 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Allocated IP 172.27.0.188 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/6371f7f4-dc85-4da3-ab26-a4a6f18663e8) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:04.788179 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73101ca-7948-4170-b75b-429cba5fe9a3 req-98875758-1e14-4e43-a4c9-698eb6530b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:04.791178 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b73101ca-7948-4170-b75b-429cba5fe9a3 req-98875758-1e14-4e43-a4c9-698eb6530b28 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 1099 time: 0.0627718 Aug 19 23:48:04.892607 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60488) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:04.918813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:04.934089 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b73101ca-7948-4170-b75b-429cba5fe9a3 req-9997c426-2393-4c4f-b7a2-6e1acf3ed602 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323586 Aug 19 23:48:04.940983 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Transition to ACTIVE for port object 647e50d1-c751-4916-9ea2-109091135135 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:04.951109 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.043805 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60494) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:05.050119 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b289702-e097-4818-ad13-a0cd92992b65 None None] Pushing event updated for resources: {'Port': ['ID=647e50d1-c751-4916-9ea2-109091135135,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.069560 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.077365 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e925341-336a-474e-ad56-c3196056728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.084653 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d20a-abf2-4075-8e3c-bac9b7d50a57 req-6490d58a-c74b-42f9-b646-2ba059afa644 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:05.088945 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8221d20a-abf2-4075-8e3c-bac9b7d50a57 req-6490d58a-c74b-42f9-b646-2ba059afa644 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1499078 Aug 19 23:48:05.114010 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Attempting to bind port 647e50d1-c751-4916-9ea2-109091135135 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:05.114388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Attempting to bind port 647e50d1-c751-4916-9ea2-109091135135 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:05.114752 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Attempting to bind port 647e50d1-c751-4916-9ea2-109091135135 on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:05.121110 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:05.121486 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Checking segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:05.122062 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.122574 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Bound using segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:05.123706 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Bound port: 647e50d1-c751-4916-9ea2-109091135135, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:05.124560 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.126650 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b3af39c8-1945-40d4-9540-dc10cd4533f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.132522 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19f8b-9a4e-4d86-bce7-2ce8bd61ff0a req-02e4289a-3896-464a-84e6-dea5c120bc14 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:05.134376 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eee19f8b-9a4e-4d86-bce7-2ce8bd61ff0a req-02e4289a-3896-464a-84e6-dea5c120bc14 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.1779180 Aug 19 23:48:05.163500 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8221d20a-abf2-4075-8e3c-bac9b7d50a57 req-5fd200ee-5c00-4a39-87cc-24cdf23eec67 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 Aug 19 23:48:05.210492 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eee19f8b-9a4e-4d86-bce7-2ce8bd61ff0a req-1d3cd7a5-e004-4018-b99d-2715f925f155 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679240 Aug 19 23:48:05.235173 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.246754 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] For port 647e50d1-c751-4916-9ea2-109091135135, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:05.251818 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] For port 647e50d1-c751-4916-9ea2-109091135135, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=647e50d1-c751-4916-9ea2-109091135135,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:05.266626 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.287872 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e925341-336a-474e-ad56-c3196056728b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.288150 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:05.294228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:05.318995 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'Port': ['ID=6371f7f4-dc85-4da3-ab26-a4a6f18663e8,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.326276 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:05.343419 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:05.344376 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:05.422693 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b3af39c8-1945-40d4-9540-dc10cd4533f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.424734 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8e925341-336a-474e-ad56-c3196056728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.431542 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 43456121-d322-4249-8f13-40aa545c39e8 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:05.438413 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b3af39c8-1945-40d4-9540-dc10cd4533f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.443885 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f003b-f8ef-4b07-b143-dfa4b6a601de req-e30c153e-9ce8-4368-9122-17b9dcfc86b2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:05.452217 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a73f003b-f8ef-4b07-b143-dfa4b6a601de req-e30c153e-9ce8-4368-9122-17b9dcfc86b2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0800667 Aug 19 23:48:05.485484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b289702-e097-4818-ad13-a0cd92992b65 None None] Pushing event updated for resources: {'Port': ['ID=647e50d1-c751-4916-9ea2-109091135135,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.491650 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8e925341-336a-474e-ad56-c3196056728b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6da9f053f24e402ab73a48ebdd036690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437242 Aug 19 23:48:05.491650 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e925341-336a-474e-ad56-c3196056728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dfe1ac-83a4-4589-a5c4-c2ab454a819e,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.493908 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60498) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:05.514100 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 43456121-d322-4249-8f13-40aa545c39e8 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:05.514100 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.542007 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af39c8-1945-40d4-9540-dc10cd4533f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9521573-14d8-4e80-ae7a-9473b6cff40f,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.546535 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b3af39c8-1945-40d4-9540-dc10cd4533f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44da9f885a384cc2b3ffd6245358f114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523743 Aug 19 23:48:05.563238 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60500) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:05.567492 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a73f003b-f8ef-4b07-b143-dfa4b6a601de req-551c5db8-9575-449a-8fd2-9f87bdb47ce3 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142089 Aug 19 23:48:05.615754 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:05.620883 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.637226 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7143-bde5-42a9-9a67-d4014c1d87bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.659720 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3ae9adf5-3909-4afe-9af5-c14a39c37417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.669709 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.679882 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7143-bde5-42a9-9a67-d4014c1d87bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.703176 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3ae9adf5-3909-4afe-9af5-c14a39c37417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.781128 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3ae9adf5-3909-4afe-9af5-c14a39c37417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.784091 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3ae9adf5-3909-4afe-9af5-c14a39c37417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.785144 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-3ae9adf5-3909-4afe-9af5-c14a39c37417 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9521573-14d8-4e80-ae7a-9473b6cff40f HTTP/1.1" status: 204 len: 168 time: 0.2209759 Aug 19 23:48:05.794848 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7143-bde5-42a9-9a67-d4014c1d87bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.797600 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7143-bde5-42a9-9a67-d4014c1d87bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.802912 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4c0b7143-bde5-42a9-9a67-d4014c1d87bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95dfe1ac-83a4-4589-a5c4-c2ab454a819e HTTP/1.1" status: 204 len: 168 time: 0.3080382 Aug 19 23:48:05.804017 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9adf5-3909-4afe-9af5-c14a39c37417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9521573-14d8-4e80-ae7a-9473b6cff40f,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.815812 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b7143-bde5-42a9-9a67-d4014c1d87bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dfe1ac-83a4-4589-a5c4-c2ab454a819e,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:05.866176 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.876910 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.921054 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:05Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:05.952293 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca3f-9c89-4685-826e-ccae93c2c746 None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:05Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:05.979044 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:05.982963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'Port': ['ID=6371f7f4-dc85-4da3-ab26-a4a6f18663e8,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:06.014388 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.014754 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8ce8a15f-2dd2-4693-8023-465adc07d704 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7525001 Aug 19 23:48:06.329918 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60524) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:06.348178 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f4b24171-8201-49fb-b3e1-7b1223e47789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.385532 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f446f-565f-44b2-99b0-49ced61697b5 req-95b08acd-8e45-4658-a16f-c79045a78632 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:06.388255 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5d0f446f-565f-44b2-99b0-49ced61697b5 req-95b08acd-8e45-4658-a16f-c79045a78632 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1232300 Aug 19 23:48:06.436467 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c98c-a426-474b-bb3e-0c43b27c7222 req-9d7e7cae-2cf1-4202-9b3a-d15cdb0689c7 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:06.437977 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1461c98c-a426-474b-bb3e-0c43b27c7222 req-9d7e7cae-2cf1-4202-9b3a-d15cdb0689c7 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.1212161 Aug 19 23:48:06.479142 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5d0f446f-565f-44b2-99b0-49ced61697b5 req-481ee55e-4756-425c-b716-44f70f1a0f25 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707202 Aug 19 23:48:06.479320 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f4b24171-8201-49fb-b3e1-7b1223e47789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.496612 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f4b24171-8201-49fb-b3e1-7b1223e47789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.512196 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1461c98c-a426-474b-bb3e-0c43b27c7222 req-5e8848bd-6dbb-4c05-a4fa-7e6fee715e53 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636885 Aug 19 23:48:06.551368 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f4b24171-8201-49fb-b3e1-7b1223e47789 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d67bbc7bc5084a729398ac92e3e19462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185385 Aug 19 23:48:06.551368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24171-8201-49fb-b3e1-7b1223e47789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8023966-9642-40d8-aef7-25781515aabd,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:06.552442 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60534) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:06.641970 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9c3df436-80d0-4522-8afa-63deffd70ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.653546 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-a1c1b353-d2d1-4a8c-a745-b4d8a1efa22b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--534060895&fields=id&tenant_id=ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 267 time: 0.0490441 Aug 19 23:48:06.692489 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9c3df436-80d0-4522-8afa-63deffd70ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.837899 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-9cf39c63-9e8b-4a8e-bb58-6ecb9009f5d1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:06.845262 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-9cf39c63-9e8b-4a8e-bb58-6ecb9009f5d1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 817 time: 0.1829402 Aug 19 23:48:06.879675 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-e6b3f54e-7971-4466-8132-cc17cee9edd9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/quotas/ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 375 time: 0.0334418 Aug 19 23:48:06.898867 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9c3df436-80d0-4522-8afa-63deffd70ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.901469 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-9c3df436-80d0-4522-8afa-63deffd70ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:06.902569 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-9c3df436-80d0-4522-8afa-63deffd70ded admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8023966-9642-40d8-aef7-25781515aabd HTTP/1.1" status: 204 len: 168 time: 0.3491657 Aug 19 23:48:06.945003 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3df436-80d0-4522-8afa-63deffd70ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8023966-9642-40d8-aef7-25781515aabd,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:06.957739 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966f7c7-4f00-48f9-a4f1-84b42ea6265d req-d58e8216-f517-46aa-80bc-125098df2beb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:06.959832 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b966f7c7-4f00-48f9-a4f1-84b42ea6265d req-d58e8216-f517-46aa-80bc-125098df2beb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1486287 Aug 19 23:48:06.984855 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-37edef64-e5da-4212-b3d6-27173820e12e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004577 Aug 19 23:48:07.056887 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b966f7c7-4f00-48f9-a4f1-84b42ea6265d req-598cb9bb-2bb5-4106-9801-17f21ffcc1d0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867014 Aug 19 23:48:07.073427 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60556) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:07.138545 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1258b11e-69be-4f9c-865d-0f6847c32704 service neutron] 10.222.0.18 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411984 Aug 19 23:48:07.233951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1982628124-network', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:07.258912 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-40d283f1-7bfc-41be-b956-64354035b1c7 service neutron] 10.222.0.18 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191490 Aug 19 23:48:07.270506 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Made reservation on behalf of 53d07056e77a4f6fa44f067bf9ecb62f for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:07.273864 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.284051 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.419682 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.428805 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.467448 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 647e50d1-c751-4916-9ea2-109091135135 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:07.489401 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:48:07.537353 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bec27e-38bf-4ff2-a282-4768530109cd req-ef51de11-94e6-4e23-8332-cd181004e39a tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:07.538835 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-75bec27e-38bf-4ff2-a282-4768530109cd req-ef51de11-94e6-4e23-8332-cd181004e39a tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.0982523 Aug 19 23:48:07.551065 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ed3b4-dc31-4c8e-8986-9fddea6eb8b5,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:07.577910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 647e50d1-c751-4916-9ea2-109091135135 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:07.585443 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-86d910a4-eb3b-4584-9d43-256815aff51e req-e4f31272-c2dd-4da2-b6a4-bde3a451724f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 210 time: 0.1100307 Aug 19 23:48:07.592467 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 647e50d1-c751-4916-9ea2-109091135135 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:07.594287 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.624738 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.625271 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Added segment fe7723fb-293a-45b7-91f3-700f84dcd424 of type vlan for network 4024a10b-67ea-4d59-b576-eb2a0908d839 Aug 19 23:48:07.685946 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Deleting port c97dfb67-b89e-45d6-b40d-637d114eb3e2 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:48:07.686637 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.761912 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.792808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] For port c97dfb67-b89e-45d6-b40d-637d114eb3e2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c97dfb67-b89e-45d6-b40d-637d114eb3e2,segment=NetworkSegment(b650ef14-e557-4d6d-bf93-950791465e52),segment_id=b650ef14-e557-4d6d-bf93-950791465e52)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:07.793655 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.806684 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.808183 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 647e50d1-c751-4916-9ea2-109091135135, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=647e50d1-c751-4916-9ea2-109091135135,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:07.815961 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9713a-d0bc-4def-925d-b46b07ea369d req-17d04878-9666-41b0-82b2-5c34a4a992e1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:07.816684 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Calling delete_port for c97dfb67-b89e-45d6-b40d-637d114eb3e2 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:48:07.817744 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-36d9713a-d0bc-4def-925d-b46b07ea369d req-17d04878-9666-41b0-82b2-5c34a4a992e1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.1978645 Aug 19 23:48:07.825545 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.901042 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=647e50d1-c751-4916-9ea2-109091135135,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:07.913684 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb44a-145d-4a1d-bd4f-0bf3ffcde355 req-66d4dbbd-1cf6-4583-9f3d-e9728c584925 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:07.919598 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-98aeb44a-145d-4a1d-bd4f-0bf3ffcde355 req-66d4dbbd-1cf6-4583-9f3d-e9728c584925 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 945 time: 0.2117438 Aug 19 23:48:07.930932 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-36d9713a-d0bc-4def-925d-b46b07ea369d req-7fdb0c20-572b-4936-bda1-9d6bd635ef44 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059432 Aug 19 23:48:07.952166 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:07.953125 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:07.953840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.031379 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9567151 Aug 19 23:48:08.034755 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60596) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:08.037570 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.042891 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Request body: {'subnet': {'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1982628124-subnet', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:08.051175 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['c97dfb67-b89e-45d6-b40d-637d114eb3e2'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:08.103245 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Pushing event deleted for resources: {'Port': ['ID=c97dfb67-b89e-45d6-b40d-637d114eb3e2,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:08.105206 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-98aeb44a-145d-4a1d-bd4f-0bf3ffcde355 req-b465900d-11d2-414d-9d95-03252cf27608 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/security-groups?id=16c6cb57-7073-4c1c-a7ec-a2fed105fcae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723208 Aug 19 23:48:08.141671 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7870658-cbb8-4542-b285-a2861c20d176 admin admin] Pushing event updated for resources: {'Network': ['ID=4024a10b-67ea-4d59-b576-eb2a0908d839,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:08.167591 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:48:08.188274 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Made reservation on behalf of 53d07056e77a4f6fa44f067bf9ecb62f for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:08.196288 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8543250'] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.279431 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45a9b-71b3-42c0-a40a-b775d4280645 req-744f5e47-3418-4115-8e05-61f784799c41 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:08.281248 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e3f45a9b-71b3-42c0-a40a-b775d4280645 req-744f5e47-3418-4115-8e05-61f784799c41 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1000130 Aug 19 23:48:08.315949 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] No DVR routers for this DVR port c97dfb67-b89e-45d6-b40d-637d114eb3e2 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:48:08.321433 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.323495 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-75bec27e-38bf-4ff2-a282-4768530109cd req-646fa15a-3e39-49a9-82eb-7a4ddf5ecf69 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.45 "DELETE /v2.0/ports/c97dfb67-b89e-45d6-b40d-637d114eb3e2 HTTP/1.1" status: 204 len: 173 time: 0.7763364 Aug 19 23:48:08.323929 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'name': 'network-vif-deleted', 'tag': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:08.326512 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb876b-ab05-401a-8f00-612e39891d78" -d '{"events": [{"server_uuid": "55997ee0-ddc5-461a-8f8b-0c1d364e6f21", "name": "network-vif-deleted", "tag": "c97dfb67-b89e-45d6-b40d-637d114eb3e2"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:08.361300 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e3f45a9b-71b3-42c0-a40a-b775d4280645 req-a3fa0003-b9c8-4a5a-80c2-6d5b51afa1df tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689464 Aug 19 23:48:08.426611 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d452b7-b530-4cb3-a60f-9cbd94c43c00 x-openstack-request-id: req-29d452b7-b530-4cb3-a60f-9cbd94c43c00 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:08.427322 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55997ee0-ddc5-461a-8f8b-0c1d364e6f21", "name": "network-vif-deleted", "tag": "c97dfb67-b89e-45d6-b40d-637d114eb3e2", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:08.429148 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29d452b7-b530-4cb3-a60f-9cbd94c43c00 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:08.429857 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55997ee0-ddc5-461a-8f8b-0c1d364e6f21', 'name': 'network-vif-deleted', 'tag': 'c97dfb67-b89e-45d6-b40d-637d114eb3e2', 'status': 'completed', 'code': 200} Aug 19 23:48:08.495727 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8539655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8543232'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.585088 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b013b8-fe32-43a6-b858-819261a026c1,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:08.587593 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Checking segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:08.587957 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Network hostable DHCP agents. Network: 4024a10b-67ea-4d59-b576-eb2a0908d839, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:48:08.604627 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:48:08.614613 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 4024a10b-67ea-4d59-b576-eb2a0908d839) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:08.622119 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fc66c-a5b6-44e5-8608-a529a070654d None None] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:48:08.624343 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:08.625891 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.644369 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-91305f98-5c6b-41d3-a3c1-1e9e98d90ac4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6078079 Aug 19 23:48:08.647010 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60614) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:08.651678 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:08.673735 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.675433 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.700718 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-818aa562-bb87-40f0-a6f0-d44adef5fe15 req-0db50cbc-704a-49f6-bfc4-1826fcc0d578 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 210 time: 0.0296235 Aug 19 23:48:08.750725 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.826043 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-4024a10b-67ea-4d59-b576-eb2a0908d839', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:48:08.826924 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.914406 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:08.977435 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Allocated IP 172.20.0.2 (4024a10b-67ea-4d59-b576-eb2a0908d839/71b013b8-fe32-43a6-b858-819261a026c1/54598542-8c6c-44df-819a-80bb6b85f4a1) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:09.211250 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-f3c7dfab-8ef5-4feb-807b-ae617c905047 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:09.218130 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-f3c7dfab-8ef5-4feb-807b-ae617c905047 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 817 time: 0.2234583 Aug 19 23:48:09.243900 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5ed26247-5d21-49b8-9d0d-c45b85721201 req-b519420c-e29f-4634-b5fd-a1e31b27d866 tempest-VolumesActionsTest-1159195579 tempest-VolumesActionsTest-1159195579-project] 10.222.0.18 "GET /v2.0/ports?device_id=55997ee0-ddc5-461a-8f8b-0c1d364e6f21 HTTP/1.1" status: 200 len: 210 time: 0.0307794 Aug 19 23:48:09.279599 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.301206 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.306855 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.310794 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Transition to ACTIVE for port object 54598542-8c6c-44df-819a-80bb6b85f4a1 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:09.321749 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-e97a1d4c-0042-43ab-833c-7ec48707e712 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 379 time: 0.0706115 Aug 19 23:48:09.326628 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Transition to ACTIVE for port object 54598542-8c6c-44df-819a-80bb6b85f4a1 will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:09.332943 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.358589 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'port': {'device_id': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'admin_state_up': True, 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'security_groups': ['9df8e0ae-d475-4181-a016-ece060556734']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:09.373293 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:09.375980 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:09.380049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:09.389261 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 647e50d1-c751-4916-9ea2-109091135135 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:09.395849 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Pushing event updated for resources: {'Port': ['ID=54598542-8c6c-44df-819a-80bb6b85f4a1,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:09.498125 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c443b45-a4e0-4cd1-a6ec-fd7fafe79f7e req-d148a748-eeb2-4628-8c06-73d6fbe7c8a8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:09.500514 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Attempting to bind port 54598542-8c6c-44df-819a-80bb6b85f4a1 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:09.500986 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Attempting to bind port 54598542-8c6c-44df-819a-80bb6b85f4a1 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:09.501465 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Attempting to bind port 54598542-8c6c-44df-819a-80bb6b85f4a1 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:09.507221 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5c443b45-a4e0-4cd1-a6ec-fd7fafe79f7e req-d148a748-eeb2-4628-8c06-73d6fbe7c8a8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0651371 Aug 19 23:48:09.508065 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:09.508540 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Checking segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:09.509035 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.509579 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Bound using segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:09.510509 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Bound port: 54598542-8c6c-44df-819a-80bb6b85f4a1, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:09.510668 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.520551 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Allocated IP 172.27.0.79 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/32aa5a91-884b-467c-b067-992475e0452a) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:09.550739 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 647e50d1-c751-4916-9ea2-109091135135 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:09.551382 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.561369 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5c443b45-a4e0-4cd1-a6ec-fd7fafe79f7e req-451a05fa-1dbd-4f85-90e1-559b011c89df tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506315 Aug 19 23:48:09.591812 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Made reservation on behalf of ca1a81dda7e64cca80834e44879379d0 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:09.595966 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.617216 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] For port 54598542-8c6c-44df-819a-80bb6b85f4a1, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:09.621847 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] For port 54598542-8c6c-44df-819a-80bb6b85f4a1, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=54598542-8c6c-44df-819a-80bb6b85f4a1,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:09.655203 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.758394 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa44a93-7044-46a4-af9c-5634415684f2 None None] Pushing event updated for resources: {'Port': ['ID=54598542-8c6c-44df-819a-80bb6b85f4a1,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:09.811172 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:09.861047 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Allocated IP 172.20.0.5 (1cfa06da-ec0c-4bec-a06f-1600cbf0e121/2bde39ab-80dc-45f6-b477-c99d631030e8/06377879-588e-4f15-98bd-66de8daa5451) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:09.872351 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f94b5623-d067-4887-9e12-b442176c2816 req-90514db8-dc50-4df8-a1c8-9cb37f893d59 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 210 time: 0.0483651 Aug 19 23:48:09.926965 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:10.099212 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4a1fe80f-ea9c-4ad5-bc81-f44d59bb8a09 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b2ffa0eeba694f9280d41d77144356d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496705 Aug 19 23:48:10.306971 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Pushing event updated for resources: {'Port': ['ID=32aa5a91-884b-467c-b067-992475e0452a,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:10.323593 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:10.331850 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:10.334964 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:10.355695 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4e4592d7-ca44-4dd0-970a-df0ddc28ee22 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:10.357338 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4e4592d7-ca44-4dd0-970a-df0ddc28ee22 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572076 Aug 19 23:48:10.379655 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-72ab764d-4dfe-4f6b-952d-c4961bb71acc tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/quotas/b2ffa0eeba694f9280d41d77144356d2 HTTP/1.1" status: 200 len: 375 time: 0.0153687 Aug 19 23:48:10.381381 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:10.410124 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Transition to ACTIVE for port object 06377879-588e-4f15-98bd-66de8daa5451 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:10.415881 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-02053f1e-4a7b-43a0-98d0-2654bca2e034 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2ffa0eeba694f9280d41d77144356d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338283 Aug 19 23:48:10.596506 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:10.686263 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e315bf3b-cc2e-4d24-bb8b-c257a6c0e1af req-cb722f55-662e-47a2-a760-675d22d1ae65 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 210 time: 0.0620689 Aug 19 23:48:10.751483 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:10.807660 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4a29e-67bf-4c3a-ba87-6339157c9648 req-113e5742-6c3c-438b-ab1e-b8808fe49bb9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:10.812697 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:10.814696 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:10.817692 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:10.829072 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-55d4a29e-67bf-4c3a-ba87-6339157c9648 req-113e5742-6c3c-438b-ab1e-b8808fe49bb9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1452677 Aug 19 23:48:10.916448 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:10.928969 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:10.929640 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:10.945841 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-55d4a29e-67bf-4c3a-ba87-6339157c9648 req-7f86dc72-da3b-4992-8c17-bb29976930e9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119320 Aug 19 23:48:11.053273 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-0744b6cc-5d51-48bb-841c-55964ceb188a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6984396 Aug 19 23:48:11.094555 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Request body: {'port': {'device_id': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:11.133053 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319579-6a9b-4ce9-a4f9-74586e7de8fd req-3d596ab1-715d-4924-b35a-233ea772d40b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:11.135478 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ca319579-6a9b-4ce9-a4f9-74586e7de8fd req-3d596ab1-715d-4924-b35a-233ea772d40b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 931 time: 0.1421762 Aug 19 23:48:11.193299 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ca319579-6a9b-4ce9-a4f9-74586e7de8fd req-13c9f071-4ecb-4c9b-b1b2-fed9bd26572f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450428 Aug 19 23:48:11.264739 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa417aa-3b23-45c6-87e4-c3d9ec3bc2e0 None None] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:48:11.268874 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.332221 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-883ad273-46c8-424e-b0a5-eefa7d03f166 None None] Provisioning for port 06377879-588e-4f15-98bd-66de8daa5451 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:11.338501 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-883ad273-46c8-424e-b0a5-eefa7d03f166 None None] Provisioning complete for port 06377879-588e-4f15-98bd-66de8daa5451 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:11.339220 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-883ad273-46c8-424e-b0a5-eefa7d03f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.432656 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-883ad273-46c8-424e-b0a5-eefa7d03f166 None None] Port 06377879-588e-4f15-98bd-66de8daa5451 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:11.478330 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 54598542-8c6c-44df-819a-80bb6b85f4a1 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:11.501490 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.571528 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-75613ace-919e-4650-85e1-131d32b102d4 None None] Provisioning for port 54598542-8c6c-44df-819a-80bb6b85f4a1 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:11.585215 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 54598542-8c6c-44df-819a-80bb6b85f4a1 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:11.589997 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 54598542-8c6c-44df-819a-80bb6b85f4a1 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:11.590701 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.684531 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.727922 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 54598542-8c6c-44df-819a-80bb6b85f4a1, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=54598542-8c6c-44df-819a-80bb6b85f4a1,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:11.736110 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.778365 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device c97dfb67-b89e-45d6-b40d-637d114eb3e2 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:48:11.807850 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: c97dfb67-b89e-45d6-b40d-637d114eb3e2 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:48:11.808447 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device c97dfb67-b89e-45d6-b40d-637d114eb3e2 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:48:11.833288 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=54598542-8c6c-44df-819a-80bb6b85f4a1,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:11.834152 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d8c5ff3-de8a-4b7d-b433-c23f43f9162a req-e872ba83-ec2d-420b-bb58-6a1e5881438f tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 210 time: 0.0492258 Aug 19 23:48:11.872321 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06377879-588e-4f15-98bd-66de8daa5451 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:11.883030 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.891599 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Router 21adcb11-6526-418e-bce8-c422601f84ea is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:48:11.899486 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-9f2f6d40-60e2-41e3-a261-10866831d017 None None] Provisioning complete for port 54598542-8c6c-44df-819a-80bb6b85f4a1 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:11.899860 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6d40-60e2-41e3-a261-10866831d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:11.903809 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Transition to ACTIVE for port object 06377879-588e-4f15-98bd-66de8daa5451 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:11.910147 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.055190 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:12.081520 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4195e-e9a2-4257-a4d8-36791b83ca4f req-9edd9030-b3d4-4d21-a208-a35cb50fb223 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:12.083065 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dbf4195e-e9a2-4257-a4d8-36791b83ca4f req-9edd9030-b3d4-4d21-a208-a35cb50fb223 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0497839 Aug 19 23:48:12.101111 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:48:12.114561 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:48:12.127057 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:12.128267 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:12.136362 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Attempting to bind port 06377879-588e-4f15-98bd-66de8daa5451 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:12.137229 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Attempting to bind port 06377879-588e-4f15-98bd-66de8daa5451 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:12.137644 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Attempting to bind port 06377879-588e-4f15-98bd-66de8daa5451 on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:12.143493 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.143949 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dbf4195e-e9a2-4257-a4d8-36791b83ca4f req-7b8feb6a-3d58-4c57-90eb-9bcf1d06a77d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485077 Aug 19 23:48:12.148443 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-9d1ddb00-8637-44e5-a5a3-0bb1f5f2fab3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4969113 Aug 19 23:48:12.148443 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Port 06377879-588e-4f15-98bd-66de8daa5451 on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:48:12.148443 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Attempting to bind port 06377879-588e-4f15-98bd-66de8daa5451 on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:12.151383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60744) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:12.152187 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:12.152632 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Checking segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:12.153130 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Bound using segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:12.153690 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Bound port: 06377879-588e-4f15-98bd-66de8daa5451, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:12.154123 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.226466 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:12.229829 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:12.236060 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.270856 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:12.271530 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.273143 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] 10.222.0.45 "PUT /v2.0/ports/06377879-588e-4f15-98bd-66de8daa5451 HTTP/1.1" status: 200 len: 1093 time: 1.2018831 Aug 19 23:48:12.273566 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:12.276037 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59166db-2876-432d-afec-ebde4387c76f" -d '{"events": [{"name": "network-changed", "server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:12.313015 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:12.333179 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ab2f2-9fb5-49e4-a1e2-90b78ac36806 service neutron] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:12.341015 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bbbe35-bda0-42f1-ad78-0a20e4c64bfe x-openstack-request-id: req-c2bbbe35-bda0-42f1-ad78-0a20e4c64bfe {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:12.341490 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:12.341880 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2bbbe35-bda0-42f1-ad78-0a20e4c64bfe {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:12.342409 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'status': 'completed', 'code': 200} Aug 19 23:48:12.447900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfae93-899c-4f34-97d0-0a311e3d4998 req-1a643260-203a-4e9d-8677-f6550a0d23e2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:12.449577 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-79dfae93-899c-4f34-97d0-0a311e3d4998 req-1a643260-203a-4e9d-8677-f6550a0d23e2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.1056983 Aug 19 23:48:12.512440 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:10Z', 'revision_number': 3, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:12.544125 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:48:12.544539 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Updating router 21adcb11-6526-418e-bce8-c422601f84ea port 32aa5a91-884b-467c-b067-992475e0452a binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:48:12.570791 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.767993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-79dfae93-899c-4f34-97d0-0a311e3d4998 req-b0c09041-354f-4f61-b802-a88d112ac07c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087683 Aug 19 23:48:12.825801 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.835465 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Transition to ACTIVE for port object 32aa5a91-884b-467c-b067-992475e0452a will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:12.840740 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.894714 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Attempting to bind port 32aa5a91-884b-467c-b067-992475e0452a on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:12.895119 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Attempting to bind port 32aa5a91-884b-467c-b067-992475e0452a by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:12.895600 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Attempting to bind port 32aa5a91-884b-467c-b067-992475e0452a on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:12.905477 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad6f50-82be-4e42-b896-c1f86e99f7ba None None] Pushing event updated for resources: {'Port': ['ID=32aa5a91-884b-467c-b067-992475e0452a,revision_number=2']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:12.908047 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:12.909050 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:12.909450 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.909989 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:12.910626 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Bound port: 32aa5a91-884b-467c-b067-992475e0452a, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:12.911199 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.956278 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-681fa6fd-2198-4df2-ba08-c1d80e15e5f0 req-48f3f184-5197-4d57-bfdd-7ec6ba8fa9ed tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 210 time: 0.0332246 Aug 19 23:48:12.969541 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:12.982196 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] For port 32aa5a91-884b-467c-b067-992475e0452a, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:12.985618 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] For port 32aa5a91-884b-467c-b067-992475e0452a, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=32aa5a91-884b-467c-b067-992475e0452a,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:12.989705 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.049753 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:13.050353 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:13.054883 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad6f50-82be-4e42-b896-c1f86e99f7ba None None] Pushing event updated for resources: {'Port': ['ID=32aa5a91-884b-467c-b067-992475e0452a,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:13.142347 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Allocated IP 172.20.0.1 (4024a10b-67ea-4d59-b576-eb2a0908d839/71b013b8-fe32-43a6-b858-819261a026c1/35f3c490-2e12-472b-9caa-07568a3f2693) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:13.166609 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:13.272666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.290531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2231de-24ab-45d6-906d-e3dda2ea73e6 req-8502fc7d-df63-4ca2-a376-86b85d4e7b02 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:13.292256 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-db2231de-24ab-45d6-906d-e3dda2ea73e6 req-8502fc7d-df63-4ca2-a376-86b85d4e7b02 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0791044 Aug 19 23:48:13.297202 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Transition to ACTIVE for port object 35f3c490-2e12-472b-9caa-07568a3f2693 will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:13.343723 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-db2231de-24ab-45d6-906d-e3dda2ea73e6 req-37d65bbf-b7c1-445c-a5bc-079f379e5391 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Aug 19 23:48:13.365192 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:10Z', 'revision_number': 3, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:13.366442 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 54598542-8c6c-44df-819a-80bb6b85f4a1 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:13.370656 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.389076 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9745-5ad9-4531-9ab0-105743b27e14 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:10Z', 'revision_number': 3, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:13.414405 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:13.420527 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Pushing event updated for resources: {'Port': ['ID=35f3c490-2e12-472b-9caa-07568a3f2693,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:13.423015 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:13.425073 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:13.430996 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 54598542-8c6c-44df-819a-80bb6b85f4a1 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:13.431516 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.471413 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.637004 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.678260 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6f101a8b-62ec-49a3-8711-b28e477c963c None None] Provisioning for port 35f3c490-2e12-472b-9caa-07568a3f2693 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:13.682072 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6f101a8b-62ec-49a3-8711-b28e477c963c None None] Provisioning complete for port 35f3c490-2e12-472b-9caa-07568a3f2693 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:13.682441 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6f101a8b-62ec-49a3-8711-b28e477c963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.724072 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-6f101a8b-62ec-49a3-8711-b28e477c963c None None] Port 35f3c490-2e12-472b-9caa-07568a3f2693 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:13.839377 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.854728 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.949090 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:13.951572 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Pushing event updated for resources: {'Port': ['ID=35f3c490-2e12-472b-9caa-07568a3f2693,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:13.967636 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b51d7-fbd1-4c63-ad2c-40839d03779f req-beb90e9f-16b3-4e2e-96ef-f85c2a50a2ed tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:13.969232 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-568b51d7-fbd1-4c63-ad2c-40839d03779f req-beb90e9f-16b3-4e2e-96ef-f85c2a50a2ed tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.1243329 Aug 19 23:48:14.057927 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-568b51d7-fbd1-4c63-ad2c-40839d03779f req-a3902c86-b438-43ce-b9a4-a69eaaedc303 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730851 Aug 19 23:48:14.093416 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:14.094989 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:14.179636 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c31c4fa6-23fa-4c99-8bce-7ba45d260ac3 req-d2de66c2-b6b1-4b68-887d-cb998d560158 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 210 time: 0.0342476 Aug 19 23:48:14.253712 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:48:14.349216 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f3fb2518-9639-4e21-b9cd-74242f229923 None None] Provisioning complete for port 35f3c490-2e12-472b-9caa-07568a3f2693 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:14.349520 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2518-9639-4e21-b9cd-74242f229923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:14.361083 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:48:14.366869 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-94370166-ed3d-48ae-9bfe-e58e4931722f admin admin] 10.222.0.18 "PUT /v2.0/routers/21adcb11-6526-418e-bce8-c422601f84ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2140462 Aug 19 23:48:14.388139 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb2518-9639-4e21-b9cd-74242f229923 None None] Port 35f3c490-2e12-472b-9caa-07568a3f2693 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:14.460589 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204da3-f4e5-4a0d-bac3-ae8cc417e6f4 req-5c35fe11-3192-4858-bc6f-5b1d3c0e350b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:14.462117 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41204da3-f4e5-4a0d-bac3-ae8cc417e6f4 req-5c35fe11-3192-4858-bc6f-5b1d3c0e350b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Aug 19 23:48:14.503038 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41204da3-f4e5-4a0d-bac3-ae8cc417e6f4 req-0ab95d6d-b9ea-45d7-8514-f75dd37f1a21 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350447 Aug 19 23:48:14.893789 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 60798) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:14.898962 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-531966111-network', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:14.919477 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Made reservation on behalf of edfde255cf124a3aad5fa5b65034bc27 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:14.921831 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:14.929754 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:14.965468 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:48:14.974907 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:14.975548 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:15.021028 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.028201 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.067779 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59166db-2876-432d-afec-ebde4387c76f req-e15d0a16-3345-405a-bca2-10bec0917cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.069604 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c59166db-2876-432d-afec-ebde4387c76f req-e15d0a16-3345-405a-bca2-10bec0917cfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1096 time: 0.0741270 Aug 19 23:48:15.078095 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:48:15.101905 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:15.118565 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7660c377-8d3b-4915-a2b9-c1d904a3dbe4,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:15.137399 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.137748 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Added segment 1cbef6af-c9a6-426a-9ed2-4326fbbdce37 of type vlan for network d401e62c-2450-4187-bdc9-48572f71f86e Aug 19 23:48:15.216323 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59166db-2876-432d-afec-ebde4387c76f req-4c840b26-8bb8-479c-87af-9402f3cd5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.217970 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c59166db-2876-432d-afec-ebde4387c76f req-4c840b26-8bb8-479c-87af-9402f3cd5355 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ca1a81dda7e64cca80834e44879379d0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1346393 Aug 19 23:48:15.230656 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-559c09d7-4aa0-435a-b383-5bcfa9abb430 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2ffa0eeba694f9280d41d77144356d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552557 Aug 19 23:48:15.232428 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.352507 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59166db-2876-432d-afec-ebde4387c76f req-ab5648fe-3b49-4ac8-ab53-2e2e834353c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.354007 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c59166db-2876-432d-afec-ebde4387c76f req-ab5648fe-3b49-4ac8-ab53-2e2e834353c6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252880 Aug 19 23:48:15.382508 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 2, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:15.386561 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ef28270e-e95b-4961-8094-88d553a45a25 req-ee1600bc-4c70-404e-8cae-ccd584268f62 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 210 time: 0.0950170 Aug 19 23:48:15.404116 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.405683 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.406556 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.415325 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:48:15.415845 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Updating router 21adcb11-6526-418e-bce8-c422601f84ea port 35f3c490-2e12-472b-9caa-07568a3f2693 binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:48:15.443993 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.449222 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f2725-8ebc-410f-9e76-00ce76a43fae req-082a1db7-4f65-4e6f-915e-1095586fd5d7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.451503 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8f8f2725-8ebc-410f-9e76-00ce76a43fae req-082a1db7-4f65-4e6f-915e-1095586fd5d7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.2561677 Aug 19 23:48:15.472479 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5776684 Aug 19 23:48:15.476245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 32aa5a91-884b-467c-b067-992475e0452a up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:15.506604 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60812) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:15.513014 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Request body: {'subnet': {'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-531966111-subnet', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:15.545279 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-50822e1f-6164-4ad2-a624-80904f1e3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.546999 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-50822e1f-6164-4ad2-a624-80904f1e3466 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1096 time: 0.0880775 Aug 19 23:48:15.548103 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Made reservation on behalf of edfde255cf124a3aad5fa5b65034bc27 for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:15.550958 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8543250'] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.568370 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-b5dca96b-7ad4-44e5-8ce4-1ebb6ef4687b tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.570262 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-b5dca96b-7ad4-44e5-8ce4-1ebb6ef4687b tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149843 Aug 19 23:48:15.598176 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Request body: {'port': {'device_id': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509', 'admin_state_up': True, 'tenant_id': 'b2ffa0eeba694f9280d41d77144356d2'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:15.662362 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-697578e6-462d-4363-918d-e0fd71b02812 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06377879-588e-4f15-98bd-66de8daa5451 HTTP/1.1" status: 200 len: 217 time: 0.0715110 Aug 19 23:48:15.693517 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa79e-5a5a-489a-b52e-fca7d12203c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d401e62c-2450-4187-bdc9-48572f71f86e,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:15.715311 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network d401e62c-2450-4187-bdc9-48572f71f86e details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:48:15.720687 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 32aa5a91-884b-467c-b067-992475e0452a completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:15.723416 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8f8f2725-8ebc-410f-9e76-00ce76a43fae req-c9d3ab2e-1763-4faf-b402-a80952501dae tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528827 Aug 19 23:48:15.758827 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fdc87-9047-4c3d-97af-fd4be828eb3f req-ccfb8b9c-3d90-49d1-81f8-16c42afccd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.760362 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c85fdc87-9047-4c3d-97af-fd4be828eb3f req-ccfb8b9c-3d90-49d1-81f8-16c42afccd51 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 1098 time: 0.1093061 Aug 19 23:48:15.772415 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 32aa5a91-884b-467c-b067-992475e0452a triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:15.772751 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.779368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-470448d4-b4d9-4df8-bb69-5d1de2619fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.781876 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-470448d4-b4d9-4df8-bb69-5d1de2619fe4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.1000619 Aug 19 23:48:15.838056 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc03d34-2b53-4b1f-b62f-94f9ac440a22 req-b230a616-34cf-4fc1-a42c-26f5eef2b732 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.839839 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fdc03d34-2b53-4b1f-b62f-94f9ac440a22 req-b230a616-34cf-4fc1-a42c-26f5eef2b732 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.1546690 Aug 19 23:48:15.841058 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Made reservation on behalf of b2ffa0eeba694f9280d41d77144356d2 for: {'port': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:15.844810 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.857688 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.886744 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c85fdc87-9047-4c3d-97af-fd4be828eb3f req-d837ceb8-b564-4559-8b9a-34ea28a8e0b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165657 Aug 19 23:48:15.923901 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-fca980be-d333-4644-84db-2da5bfa135f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:15.925346 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-fca980be-d333-4644-84db-2da5bfa135f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243086 Aug 19 23:48:15.945359 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8539655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8543232'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:15.984890 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fdc03d34-2b53-4b1f-b62f-94f9ac440a22 req-cd01e875-2080-48b5-8607-f46f3105607d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283250 Aug 19 23:48:16.001837 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430ea673-16fe-483e-8653-a7d8cdd6e205,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:16.023199 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Checking segment: {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:16.023575 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Network hostable DHCP agents. Network: d401e62c-2450-4187-bdc9-48572f71f86e, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:48:16.032194 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.037881 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.042063 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Network d401e62c-2450-4187-bdc9-48572f71f86e is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:48:16.053612 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, d401e62c-2450-4187-bdc9-48572f71f86e) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:16.059182 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:16.060808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.081354 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49ed63-799b-45e9-b23c-bf2840890564 None None] Network d401e62c-2450-4187-bdc9-48572f71f86e requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:48:16.086741 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8d3f14dd-c8a9-4865-9d5d-3bc7e669e5d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5745378 Aug 19 23:48:16.086741 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60830) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:16.091879 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:16.107182 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.113477 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:16.142403 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.143985 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.186759 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Allocated IP 192.168.233.240 (d406a05e-9dc1-4ae4-b343-c13bfe74f509/d3005354-7ff8-481c-acbe-8cf1dd0e2d8a/dbdf8ab3-abd5-466f-9b29-0e7f2c47f813) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:16.216480 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 32aa5a91-884b-467c-b067-992475e0452a, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=32aa5a91-884b-467c-b067-992475e0452a,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:16.246022 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.304817 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.339069 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Transition to ACTIVE for port object 35f3c490-2e12-472b-9caa-07568a3f2693 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:16.350355 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=32aa5a91-884b-467c-b067-992475e0452a,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:16.355671 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.380914 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.400441 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Transition to ACTIVE for port object dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:16.466760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.487490 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6b6fa-0518-4635-88ed-3170c3a49e6c None None] Pushing event updated for resources: {'Port': ['ID=35f3c490-2e12-472b-9caa-07568a3f2693,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:16.492505 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.550445 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Network d406a05e-9dc1-4ae4-b343-c13bfe74f509 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:16.568683 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:16.576527 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:16.616327 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Attempting to bind port 35f3c490-2e12-472b-9caa-07568a3f2693 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:16.616703 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Attempting to bind port 35f3c490-2e12-472b-9caa-07568a3f2693 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:16.617056 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Attempting to bind port 35f3c490-2e12-472b-9caa-07568a3f2693 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:16.623799 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-d401e62c-2450-4187-bdc9-48572f71f86e', 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'fixed_ips': [{'subnet_id': '430ea673-16fe-483e-8653-a7d8cdd6e205'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:48:16.624666 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.630395 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-2961d0c6-7e9a-469d-ad28-824b96440d80 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693089 Aug 19 23:48:16.633642 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:16.634031 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Checking segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:16.634419 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.634825 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Bound using segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:16.635341 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Bound port: 35f3c490-2e12-472b-9caa-07568a3f2693, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:16.635708 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.640773 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:16.641745 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.648571 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Pushing event updated for resources: {'Port': ['ID=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:16.756370 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055060a-4b6e-4fdc-9513-a8a589052cdf req-d82c2b5d-a6fa-4bc2-ac65-c7690ebddfe5 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:16.773429 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a055060a-4b6e-4fdc-9513-a8a589052cdf req-d82c2b5d-a6fa-4bc2-ac65-c7690ebddfe5 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 936 time: 0.2366972 Aug 19 23:48:16.778075 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-4bc2c4a1-8250-403f-8cb5-05f9c6c41506 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1853392 Aug 19 23:48:16.797577 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Request body: {'port': {'device_id': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:16.854556 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:16.909270 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a055060a-4b6e-4fdc-9513-a8a589052cdf req-739912b3-166a-48ce-bfec-42022aaeb20c tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352763 Aug 19 23:48:16.958125 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f6df4ef8-12a5-4f6e-ade4-f5902b262aa5 req-976d5c4a-662c-4d8f-bbea-a1730a4b4f35 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611327 Aug 19 23:48:16.969910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Allocated IP 172.20.0.2 (d401e62c-2450-4187-bdc9-48572f71f86e/430ea673-16fe-483e-8653-a7d8cdd6e205/dd547e93-ded1-4884-8a36-c9c2764ffb9c) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:17.001883 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.159461 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.170351 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Transition to ACTIVE for port object dd547e93-ded1-4884-8a36-c9c2764ffb9c will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:17.186340 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Transition to ACTIVE for port object dd547e93-ded1-4884-8a36-c9c2764ffb9c will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:17.201714 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.223304 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.257973 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.354813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] For port 35f3c490-2e12-472b-9caa-07568a3f2693, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:17.357864 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18132ec6-e0ea-4864-ba9c-74c766779282 req-1d523e7c-8e8e-455e-a2e2-5dbcca523f89 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:17.358482 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] For port 35f3c490-2e12-472b-9caa-07568a3f2693, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=35f3c490-2e12-472b-9caa-07568a3f2693,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:17.361058 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18132ec6-e0ea-4864-ba9c-74c766779282 req-1d523e7c-8e8e-455e-a2e2-5dbcca523f89 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.4559469 Aug 19 23:48:17.372317 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Pushing event updated for resources: {'Port': ['ID=dd547e93-ded1-4884-8a36-c9c2764ffb9c,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:17.388982 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.485327 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6b6fa-0518-4635-88ed-3170c3a49e6c None None] Pushing event updated for resources: {'Port': ['ID=35f3c490-2e12-472b-9caa-07568a3f2693,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:17.509441 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Network d401e62c-2450-4187-bdc9-48572f71f86e is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:17.511657 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 32aa5a91-884b-467c-b067-992475e0452a up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:17.519343 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Allocated IP 172.27.0.15 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/a9f97d85-f863-4c4c-ad02-04360af281df) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:17.521255 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18132ec6-e0ea-4864-ba9c-74c766779282 req-98bb77c3-28aa-484c-ab52-ec49aea3e4c5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220129 Aug 19 23:48:17.527990 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 {{(pid=100860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:17.541159 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.565918 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c432bb-b5f3-4394-9f03-da1f29029b29 req-655b065f-7386-46d2-a3cc-33fbd87823ec tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:17.573186 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d8c432bb-b5f3-4394-9f03-da1f29029b29 req-655b065f-7386-46d2-a3cc-33fbd87823ec tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.2991843 Aug 19 23:48:17.597228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Transition to ACTIVE for port object dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 will not be triggered until provisioned by entity L2. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:17.613690 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:17.613936 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.636547 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:17.682573 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Pushing event updated for resources: {'Port': ['ID=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:17.709157 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d8c432bb-b5f3-4394-9f03-da1f29029b29 req-97b0d03d-3eaf-494f-b8b0-6e48ea1bc90b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350303 Aug 19 23:48:17.712327 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.740801 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-66cdf63a-f907-4ff7-b4a3-434ee9faa2f8 None None] Provisioning for port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:17.775305 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Attempting to bind port dd547e93-ded1-4884-8a36-c9c2764ffb9c on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:17.775681 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Attempting to bind port dd547e93-ded1-4884-8a36-c9c2764ffb9c by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:17.779861 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Attempting to bind port dd547e93-ded1-4884-8a36-c9c2764ffb9c on network d401e62c-2450-4187-bdc9-48572f71f86e {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:17.803438 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:17.804096 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:17.826266 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.901034 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Pushing event updated for resources: {'Port': ['ID=a9f97d85-f863-4c4c-ad02-04360af281df,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:17.929202 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 32aa5a91-884b-467c-b067-992475e0452a triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:17.940856 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Attempting to bind port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:17.941508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Attempting to bind port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:17.942355 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Attempting to bind port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 on network d406a05e-9dc1-4ae4-b343-c13bfe74f509 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:17.947786 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 on network d406a05e-9dc1-4ae4-b343-c13bfe74f509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:48:17.948370 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Attempting to bind port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 on network d406a05e-9dc1-4ae4-b343-c13bfe74f509 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:17.953812 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:17.954628 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Checking segment: {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:17.954754 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.955497 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Bound using segment: {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:17.956412 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Bound port: dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0f2602-3775-4842-99cc-e9714ef710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509'}}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:17.957287 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.959574 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:17.963603 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:17.975982 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:17.979562 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:17.979997 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Checking segment: {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:17.980409 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:17.980807 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Bound using segment: {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:17.981483 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Bound port: dd547e93-ded1-4884-8a36-c9c2764ffb9c, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:17.981912 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:18.213523 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] For port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host hv-cinder-80531, cleared binding levels {{(pid=100860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:18.217922 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] For port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:18.227491 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf56add-99e4-4f61-9a48-606392e5d524 req-05675c8a-995e-46a5-be66-afdf557d10c3 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:18.229734 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eaf56add-99e4-4f61-9a48-606392e5d524 req-05675c8a-995e-46a5-be66-afdf557d10c3 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 948 time: 0.1709533 Aug 19 23:48:18.231499 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:18.266987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:18.298558 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] For port dd547e93-ded1-4884-8a36-c9c2764ffb9c, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:18.336080 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:18.339327 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:18.341600 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] 10.222.0.45 "PUT /v2.0/ports/dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 HTTP/1.1" status: 200 len: 1098 time: 1.5487828 Aug 19 23:48:18.344815 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'tag': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:18.351249 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e26621-6592-474b-9f58-906869b6d824" -d '{"events": [{"name": "network-changed", "server_uuid": "5a144ca8-c1ad-4bca-b24b-7dbab324d1db", "tag": "dbdf8ab3-abd5-466f-9b29-0e7f2c47f813"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:18.360669 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] For port dd547e93-ded1-4884-8a36-c9c2764ffb9c, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=dd547e93-ded1-4884-8a36-c9c2764ffb9c,segment=NetworkSegment(1cbef6af-c9a6-426a-9ed2-4326fbbdce37),segment_id=1cbef6af-c9a6-426a-9ed2-4326fbbdce37)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:18.439359 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eaf56add-99e4-4f61-9a48-606392e5d524 req-94ed9624-ec91-4759-9058-f3f661473853 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979902 Aug 19 23:48:18.467282 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:18.495585 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:18.764010 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c06de-ada6-42ea-a3b3-b104d374c785 None None] Pushing event updated for resources: {'Port': ['ID=dd547e93-ded1-4884-8a36-c9c2764ffb9c,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:18.932785 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:17Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:18.946830 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:19.020131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faeef0f-04a1-46b6-a3dd-ef6c738e5b66 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:17Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:19.036874 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa8011-739b-493e-bf25-f5e9ade6ffb7 x-openstack-request-id: req-eafa8011-739b-493e-bf25-f5e9ade6ffb7 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:19.037417 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a144ca8-c1ad-4bca-b24b-7dbab324d1db", "tag": "dbdf8ab3-abd5-466f-9b29-0e7f2c47f813", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:19.037832 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eafa8011-739b-493e-bf25-f5e9ade6ffb7 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:19.038507 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'tag': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813', 'status': 'completed', 'code': 200} Aug 19 23:48:19.137171 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdc23-d8d9-4697-8ae8-e01fb382a8ea service neutron] Pushing event updated for resources: {'Port': ['ID=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,revision_number=3']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:19.187424 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-2f486121-792a-4d39-b0d1-4d18df92a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:19.194136 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-2f486121-792a-4d39-b0d1-4d18df92a167 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2ffa0eeba694f9280d41d77144356d2&device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 1101 time: 0.7593365 Aug 19 23:48:19.201733 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a6-b719-4dea-9f43-c8c9a5d7d058 req-70bc4625-2020-475d-8578-d4e23b2c56c4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:19.206597 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-614ec1a6-b719-4dea-9f43-c8c9a5d7d058 req-70bc4625-2020-475d-8578-d4e23b2c56c4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.1926551 Aug 19 23:48:19.284727 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Router 27d334fe-d554-4390-90ba-bdc2400200c3 is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:48:19.286505 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-50aca49e-5957-4208-87f8-bdbcc73fecf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 HTTP/1.1" status: 200 len: 217 time: 0.0777061 Aug 19 23:48:19.296506 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f8d67-6f4e-4ab6-8dd4-a4c4b03e0f9b req-170014a1-5cec-40c0-9f56-81cc9e50b33c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:19.308480 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ee6f8d67-6f4e-4ab6-8dd4-a4c4b03e0f9b req-170014a1-5cec-40c0-9f56-81cc9e50b33c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.2656920 Aug 19 23:48:19.487941 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 35f3c490-2e12-472b-9caa-07568a3f2693 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:19.498644 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-614ec1a6-b719-4dea-9f43-c8c9a5d7d058 req-c39d6499-532a-4b63-86f2-0afe8e81371f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748792 Aug 19 23:48:19.531702 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ee6f8d67-6f4e-4ab6-8dd4-a4c4b03e0f9b req-79f7b1cd-ba0d-417a-a299-e313f8dcdb86 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151904 Aug 19 23:48:19.544845 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-ef9f0186-e15d-4ed1-ad92-0280f39a5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:19.544845 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-ef9f0186-e15d-4ed1-ad92-0280f39a5346 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3005354-7ff8-481c-acbe-8cf1dd0e2d8a HTTP/1.1" status: 200 len: 843 time: 0.2287736 Aug 19 23:48:19.599910 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:48:19.609343 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Sync routers for ids ['27d334fe-d554-4390-90ba-bdc2400200c3'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:48:19.640888 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Routers {'27d334fe-d554-4390-90ba-bdc2400200c3'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:19.641998 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['27d334fe-d554-4390-90ba-bdc2400200c3'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:19.652835 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:19.667468 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-988d5b4a-f95f-4dc8-b9f6-ad4c62c3d93c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5793936 Aug 19 23:48:19.669239 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 60912) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:19.673736 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 35f3c490-2e12-472b-9caa-07568a3f2693 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:19.683306 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 35f3c490-2e12-472b-9caa-07568a3f2693 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:19.684298 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:19.755593 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-b36cfbfb-9e41-4fa4-8d06-3a73a64d9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:19.765997 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-b36cfbfb-9e41-4fa4-8d06-3a73a64d9e55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d406a05e-9dc1-4ae4-b343-c13bfe74f509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2104521 Aug 19 23:48:19.953379 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:48:20.028345 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-3678debf-8561-4c45-86e1-1ecba0e0bccf service neutron] 10.222.0.45 "GET /v2.0/networks/d406a05e-9dc1-4ae4-b343-c13bfe74f509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400434 Aug 19 23:48:20.031353 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Set router 27d334fe-d554-4390-90ba-bdc2400200c3 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:20.053654 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:20.337264 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11cbe2-fb1d-4169-bf37-2391e169acbe req-2471a8c1-a9d7-4354-8207-f23834dfa816 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:20.338862 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c11cbe2-fb1d-4169-bf37-2391e169acbe req-2471a8c1-a9d7-4354-8207-f23834dfa816 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 948 time: 0.2984788 Aug 19 23:48:20.397581 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:48:18Z', 'revision_number': 3, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:20.418416 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ecd04dc4-754b-4697-9891-a39d2e750693 req-6dc95c49-e8e3-4374-b0e9-0688ebf08743 service neutron] 10.222.0.45 "GET /v2.0/networks/d406a05e-9dc1-4ae4-b343-c13bfe74f509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791745 Aug 19 23:48:20.459272 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c11cbe2-fb1d-4169-bf37-2391e169acbe req-fb4ffa6d-6ab1-4c3b-a51e-665f7cdafddc tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062307 Aug 19 23:48:20.643666 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Checking router: 27d334fe-d554-4390-90ba-bdc2400200c3 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:48:20.644699 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Updating router 27d334fe-d554-4390-90ba-bdc2400200c3 port a9f97d85-f863-4c4c-ad02-04360af281df binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:48:20.655235 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c1ba-da49-4de4-84a0-47108dc83513 req-72b202c6-05ac-4825-a497-2bdd9b9abf32 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:20.666503 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6c14c1ba-da49-4de4-84a0-47108dc83513 req-72b202c6-05ac-4825-a497-2bdd9b9abf32 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.1843820 Aug 19 23:48:20.705812 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:20.729686 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd63f50-d51e-4dda-b388-7a934d6f0b8f None None] Network d401e62c-2450-4187-bdc9-48572f71f86e requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:48:20.833312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6c14c1ba-da49-4de4-84a0-47108dc83513 req-e948ce8e-6b2f-4514-b944-d1c330c973ac tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647968 Aug 19 23:48:20.851329 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26621-6592-474b-9f58-906869b6d824 req-30c3a4bd-7c79-4e53-86ff-16f64062bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:20.864903 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-30c3a4bd-7c79-4e53-86ff-16f64062bfc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2ffa0eeba694f9280d41d77144356d2&device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 1101 time: 0.3138776 Aug 19 23:48:20.965860 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 35f3c490-2e12-472b-9caa-07568a3f2693, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=35f3c490-2e12-472b-9caa-07568a3f2693,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:20.979871 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-03716c6c-f980-41a0-8423-6b2727683981 None None] Provisioning for port dd547e93-ded1-4884-8a36-c9c2764ffb9c completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:21.014543 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.018251 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device dd547e93-ded1-4884-8a36-c9c2764ffb9c up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:21.031839 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.042014 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff844-8192-4921-9f72-551ee6474079 req-861b62fd-8df5-40cb-a3cb-2985d74eea58 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:21.044594 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Transition to ACTIVE for port object a9f97d85-f863-4c4c-ad02-04360af281df will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:21.053742 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-92cff844-8192-4921-9f72-551ee6474079 req-861b62fd-8df5-40cb-a3cb-2985d74eea58 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.3112864 Aug 19 23:48:21.055572 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.229290 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Attempting to bind port a9f97d85-f863-4c4c-ad02-04360af281df on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:21.229660 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Attempting to bind port a9f97d85-f863-4c4c-ad02-04360af281df by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:21.230016 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Attempting to bind port a9f97d85-f863-4c4c-ad02-04360af281df on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:21.232300 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:21.250122 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-92cff844-8192-4921-9f72-551ee6474079 req-4555e40e-e00c-4af8-a06e-af3802b214b6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950698 Aug 19 23:48:21.287569 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:21.291305 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:21.291774 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.294038 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '06377879-588e-4f15-98bd-66de8daa5451', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'port_id': '06377879-588e-4f15-98bd-66de8daa5451', 'mac_address': 'fa:16:3e:92:e1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:48:21.294657 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:21.296599 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Bound port: a9f97d85-f863-4c4c-ad02-04360af281df, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:21.297046 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.307638 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a23d0-0281-44db-8f4c-532928a9a981 None None] Pushing event updated for resources: {'Port': ['ID=a9f97d85-f863-4c4c-ad02-04360af281df,revision_number=2']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:21.311214 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26621-6592-474b-9f58-906869b6d824 req-0ac965a9-3167-4015-a748-aaaff27fc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:21.313222 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-0ac965a9-3167-4015-a748-aaaff27fc77f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d406a05e-9dc1-4ae4-b343-c13bfe74f509 HTTP/1.1" status: 200 len: 870 time: 0.4228251 Aug 19 23:48:21.419791 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-21b4bd3c-03a8-472b-8ef4-7f528c11a178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 HTTP/1.1" status: 200 len: 217 time: 0.0826373 Aug 19 23:48:21.461209 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.479072 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.520930 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06377879-588e-4f15-98bd-66de8daa5451 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:21.536852 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] For port a9f97d85-f863-4c4c-ad02-04360af281df, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:21.550825 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] For port a9f97d85-f863-4c4c-ad02-04360af281df, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=a9f97d85-f863-4c4c-ad02-04360af281df,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:21.557193 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26621-6592-474b-9f58-906869b6d824 req-29e568c2-a30f-4c3f-84cc-6333134bc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:21.561073 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.562108 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-29e568c2-a30f-4c3f-84cc-6333134bc507 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3005354-7ff8-481c-acbe-8cf1dd0e2d8a HTTP/1.1" status: 200 len: 843 time: 0.1328096 Aug 19 23:48:21.578905 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:21.609109 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.748462 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Routers {'27d334fe-d554-4390-90ba-bdc2400200c3'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:21.749084 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['27d334fe-d554-4390-90ba-bdc2400200c3'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:21.767312 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=35f3c490-2e12-472b-9caa-07568a3f2693,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:21.780401 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26621-6592-474b-9f58-906869b6d824 req-36cb33ff-7f20-486a-89b3-85d79beab48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:21.785584 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-36cb33ff-7f20-486a-89b3-85d79beab48b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d406a05e-9dc1-4ae4-b343-c13bfe74f509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2111161 Aug 19 23:48:21.798146 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port dd547e93-ded1-4884-8a36-c9c2764ffb9c completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:21.803704 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5644689-6955-4d8f-a680-8ffeb77c9932 req-36a32ec0-42c2-4ea3-b92d-2bce392b6544 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:21.805593 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5644689-6955-4d8f-a680-8ffeb77c9932 req-36a32ec0-42c2-4ea3-b92d-2bce392b6544 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 948 time: 0.1543968 Aug 19 23:48:21.828705 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port dd547e93-ded1-4884-8a36-c9c2764ffb9c triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:21.829513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:21.862335 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Allocated IP 172.20.0.1 (d401e62c-2450-4187-bdc9-48572f71f86e/430ea673-16fe-483e-8653-a7d8cdd6e205/fb63dd07-f0af-45c8-b442-4e66ef672b4b) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:21.945272 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5644689-6955-4d8f-a680-8ffeb77c9932 req-69ef24e3-ff7b-4814-9ae4-4cd469b1b123 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280701 Aug 19 23:48:22.029648 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] Set router 27d334fe-d554-4390-90ba-bdc2400200c3 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:22.082434 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:22.168519 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.171173 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['06377879-588e-4f15-98bd-66de8daa5451'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:22.216224 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Transition to ACTIVE for port object fb63dd07-f0af-45c8-b442-4e66ef672b4b will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:22.271620 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a23d0-0281-44db-8f4c-532928a9a981 None None] Pushing event updated for resources: {'Port': ['ID=a9f97d85-f863-4c4c-ad02-04360af281df,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:22.287661 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.306666 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:48:18Z', 'revision_number': 3, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:22.310865 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.319004 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-ca7b6083-92c5-4637-8fbe-5f65ad2fe9a8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:22.327732 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-ca7b6083-92c5-4637-8fbe-5f65ad2fe9a8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.3271210 Aug 19 23:48:22.351536 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ccc3b-1976-4d3e-bc17-c9b767845ed6 None None] The sync data for ids ['27d334fe-d554-4390-90ba-bdc2400200c3'] in dv-cinder-805316-1-iscsi is: [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:48:18Z', 'revision_number': 3, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:22.374419 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Network d401e62c-2450-4187-bdc9-48572f71f86e is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:22.374659 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-97d0be10-965d-4966-83e7-15846d78148e service neutron] 10.222.0.45 "GET /v2.0/networks/d406a05e-9dc1-4ae4-b343-c13bfe74f509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676403 Aug 19 23:48:22.377311 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:22.385977 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-c043bf57-1d58-40a6-985c-717de3fc2754 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/quotas/9fb4bc3f6e6a49afa0464aa0f5d47c20 HTTP/1.1" status: 200 len: 375 time: 0.0570514 Aug 19 23:48:22.398911 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:22.422260 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port dd547e93-ded1-4884-8a36-c9c2764ffb9c, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=dd547e93-ded1-4884-8a36-c9c2764ffb9c,segment=NetworkSegment(1cbef6af-c9a6-426a-9ed2-4326fbbdce37),segment_id=1cbef6af-c9a6-426a-9ed2-4326fbbdce37)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:22.423325 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Pushing event updated for resources: {'Port': ['ID=fb63dd07-f0af-45c8-b442-4e66ef672b4b,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:22.471778 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-9aacfe36-f5aa-4c72-90b6-09844836693d None None] Provisioning complete for port dd547e93-ded1-4884-8a36-c9c2764ffb9c triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:22.472157 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9aacfe36-f5aa-4c72-90b6-09844836693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.477127 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.528472 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.656423 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 35f3c490-2e12-472b-9caa-07568a3f2693 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:22.685215 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-c8916443-3619-4153-b261-577b41ae346c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2977335 Aug 19 23:48:22.797246 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=dd547e93-ded1-4884-8a36-c9c2764ffb9c,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:22.836131 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22e26621-6592-474b-9f58-906869b6d824 req-d9a6805d-3ab7-4ebd-8b27-73efffa0a47a service neutron] 10.222.0.45 "GET /v2.0/networks/d406a05e-9dc1-4ae4-b343-c13bfe74f509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352775 Aug 19 23:48:22.883139 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ac1bc-156a-462f-b722-ec4f1928c5cc req-6b62d598-d5e6-4f29-be1d-cc614b2e580c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:22.897555 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c2ac1bc-156a-462f-b722-ec4f1928c5cc req-6b62d598-d5e6-4f29-be1d-cc614b2e580c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 944 time: 0.4337783 Aug 19 23:48:22.911818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.947244 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 35f3c490-2e12-472b-9caa-07568a3f2693 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:22.947624 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:22.969330 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-42424ed4-5385-4bdc-afa4-a6b826e1422f service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831006 Aug 19 23:48:23.021200 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c2ac1bc-156a-462f-b722-ec4f1928c5cc req-d05c1f82-82d4-4fc1-93d9-7d37c67f9c1d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086199 Aug 19 23:48:23.183421 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-8459bc98-c18e-4336-ad74-36efe5d87f71 service neutron] 10.222.0.18 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921477 Aug 19 23:48:23.189199 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6ff63a64-5dac-4334-ae8a-f96639f3181d None None] Provisioning for port fb63dd07-f0af-45c8-b442-4e66ef672b4b completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:23.211734 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6ff63a64-5dac-4334-ae8a-f96639f3181d None None] Provisioning complete for port fb63dd07-f0af-45c8-b442-4e66ef672b4b triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:23.212936 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6ff63a64-5dac-4334-ae8a-f96639f3181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:23.217266 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:23.286518 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-6ff63a64-5dac-4334-ae8a-f96639f3181d None None] Port fb63dd07-f0af-45c8-b442-4e66ef672b4b cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:23.390618 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:23.409423 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:23.477778 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:23.541777 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Pushing event updated for resources: {'Port': ['ID=fb63dd07-f0af-45c8-b442-4e66ef672b4b,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:23.638952 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29750dde-7b2b-485c-bc86-9939853a9ebd req-8b57e6be-a89b-45d6-a030-f23e60c39d5e tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:23.654808 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-29750dde-7b2b-485c-bc86-9939853a9ebd req-8b57e6be-a89b-45d6-a030-f23e60c39d5e tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 948 time: 0.1254499 Aug 19 23:48:23.828614 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Network d401e62c-2450-4187-bdc9-48572f71f86e is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:23.833213 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:23.854185 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-29750dde-7b2b-485c-bc86-9939853a9ebd req-a8c879bc-4403-4c68-973f-1cc5038ddf4d tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977882 Aug 19 23:48:23.911130 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-df2c1f12-ac97-43cc-9392-9fab13cca88a req-d35f3634-411a-4d9d-89be-4bd7348f7d1d tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 210 time: 0.0880272 Aug 19 23:48:23.915467 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-7a69aba4-f6f8-4c38-8116-0c995b7ba825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:23.916948 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-7a69aba4-f6f8-4c38-8116-0c995b7ba825 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.2416489 Aug 19 23:48:23.963567 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:48:23.966328 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:24.194271 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Router 27d334fe-d554-4390-90ba-bdc2400200c3 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:48:24.265910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 06377879-588e-4f15-98bd-66de8daa5451 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:24.307557 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 06377879-588e-4f15-98bd-66de8daa5451 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:24.308416 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:24.309986 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6180-42bd-4461-88bc-57e43f767efe req-a566b94e-ff45-41f3-894c-567762f7b1ee tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:24.320692 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-177c6180-42bd-4461-88bc-57e43f767efe req-a566b94e-ff45-41f3-894c-567762f7b1ee tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.2216918 Aug 19 23:48:24.444418 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:24.464998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86365-186b-4b6d-8ee1-607b73a0efeb req-ba8eae81-a7ed-4423-b038-83473487f674 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:24.468313 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813', 'network_id': 'd406a05e-9dc1-4ae4-b343-c13bfe74f509', 'port_id': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813', 'mac_address': 'fa:16:3e:3c:2e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3005354-7ff8-481c-acbe-8cf1dd0e2d8a', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:48:24.473068 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-80e86365-186b-4b6d-8ee1-607b73a0efeb req-ba8eae81-a7ed-4423-b038-83473487f674 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 944 time: 0.2875597 Aug 19 23:48:24.497981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:48:24.510001 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d3c6a386-19b7-4ec5-a28a-0986c14636cb admin admin] 10.222.0.18 "PUT /v2.0/routers/27d334fe-d554-4390-90ba-bdc2400200c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8395522 Aug 19 23:48:24.561927 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:24.608954 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-19541477-5aa2-426f-b46c-e2e85d487993 None None] Provisioning complete for port fb63dd07-f0af-45c8-b442-4e66ef672b4b triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:24.609334 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-19541477-5aa2-426f-b46c-e2e85d487993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:24.624507 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:24.656405 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:24.661360 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-80e86365-186b-4b6d-8ee1-607b73a0efeb req-e71686eb-92a5-483f-a2a8-0902981bf7cd tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872301 Aug 19 23:48:24.674763 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-f0d8f6dd-3a34-4e12-a6d1-09228ad178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:24.677367 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-f0d8f6dd-3a34-4e12-a6d1-09228ad178ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.7462926 Aug 19 23:48:24.682904 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-177c6180-42bd-4461-88bc-57e43f767efe req-1c3ddb96-2075-44e1-8919-4065b52bdd37 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609729 Aug 19 23:48:24.709946 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:24.733968 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-c8289f42-492e-4d6d-89ac-4cbe35a99c94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0483809 Aug 19 23:48:24.793350 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-19541477-5aa2-426f-b46c-e2e85d487993 None None] Port fb63dd07-f0af-45c8-b442-4e66ef672b4b cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:48:24.811051 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device dd547e93-ded1-4884-8a36-c9c2764ffb9c up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:24.846799 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-e7311f93-641c-4f92-80df-b037f8c60a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:24.850168 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-e7311f93-641c-4f92-80df-b037f8c60a88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.1050313 Aug 19 23:48:24.878164 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:24.905943 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:24.916701 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-200751d1-1ad2-4e4a-850a-1ad71e1a53ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537939 Aug 19 23:48:24.940135 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:24.942431 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4daffa-47b3-4256-8430-81e3aebe04a9" -d '{"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-plugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:24.947918 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port dd547e93-ded1-4884-8a36-c9c2764ffb9c triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:24.948296 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:25.002961 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:25.016658 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:25.095206 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:25.158464 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['dbdf8ab3-abd5-466f-9b29-0e7f2c47f813'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:25.172348 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be69af-3963-4501-ae67-59cbecdeb1a2 req-101cdc2e-d976-440a-af5e-53b7a88dc6a6 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:25.183785 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-58be69af-3963-4501-ae67-59cbecdeb1a2 req-101cdc2e-d976-440a-af5e-53b7a88dc6a6 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 949 time: 0.1708827 Aug 19 23:48:25.217216 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device a9f97d85-f863-4c4c-ad02-04360af281df up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:25.248363 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-508038c2-ec04-411e-b060-0b2f78f46ccd service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150728 Aug 19 23:48:25.276334 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-58be69af-3963-4501-ae67-59cbecdeb1a2 req-2e5f90a0-c147-4602-8fc1-34b604e61b2e tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911310 Aug 19 23:48:25.405228 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port a9f97d85-f863-4c4c-ad02-04360af281df completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:25.428636 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port a9f97d85-f863-4c4c-ad02-04360af281df triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:25.429014 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:25.524949 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-308ce792-a5a9-481d-84e7-c76a020c58c7 req-d76ca387-091a-49b8-865c-e1314076001e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 210 time: 0.0892072 Aug 19 23:48:25.605481 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cd21aebd-f01b-4cc1-b23d-894dbf6144b5 req-398d1e94-1076-42bb-b2c3-13c297c303c3 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279505 Aug 19 23:48:25.658429 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5c70fa-1c82-4f5b-8eef-0dc1a8b41eb0 x-openstack-request-id: req-ee5c70fa-1c82-4f5b-8eef-0dc1a8b41eb0 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:25.658734 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-plugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:25.659172 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee5c70fa-1c82-4f5b-8eef-0dc1a8b41eb0 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:25.659878 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'code': 200} Aug 19 23:48:25.663073 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Sync routers for ids ['27d334fe-d554-4390-90ba-bdc2400200c3'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:48:25.686918 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-012d559b-05ea-4d18-85bd-86390930cecf tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:25.688511 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-012d559b-05ea-4d18-85bd-86390930cecf tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 815 time: 0.3516777 Aug 19 23:48:25.719876 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Request body: {'port': {'device_id': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'admin_state_up': True, 'tenant_id': '9fb4bc3f6e6a49afa0464aa0f5d47c20'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:25.782524 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 32808) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:25.791833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033246183', 'description': 'tempest-secgroup-smoke-2033246183 description', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:25.795778 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Routers {'27d334fe-d554-4390-90ba-bdc2400200c3'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:25.796433 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['27d334fe-d554-4390-90ba-bdc2400200c3'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:25.880910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:25.993961 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03e58e-7aff-4c8d-8c11-7178744ae029 req-8b96ea1e-c762-4adf-9f84-dbd72d3e6fb4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:25.999792 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-db03e58e-7aff-4c8d-8c11-7178744ae029 req-8b96ea1e-c762-4adf-9f84-dbd72d3e6fb4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.1595454 Aug 19 23:48:26.012345 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcc1c1-f5e3-45b8-9f88-0e6574b21aa7 req-35e70d66-7e92-48b4-8f38-23a98f81c458 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:26.019807 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-afbcc1c1-f5e3-45b8-9f88-0e6574b21aa7 req-35e70d66-7e92-48b4-8f38-23a98f81c458 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.2073250 Aug 19 23:48:26.036611 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.043511 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Made reservation on behalf of 9fb4bc3f6e6a49afa0464aa0f5d47c20 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:48:26.048098 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.067424 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11895ff5-90e8-4e13-a9f4-31999b9e1916 req-31c6370c-541f-470f-adbd-53060044be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:26.069111 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-11895ff5-90e8-4e13-a9f4-31999b9e1916 req-31c6370c-541f-470f-adbd-53060044be7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1098 time: 0.1529558 Aug 19 23:48:26.083885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port a9f97d85-f863-4c4c-ad02-04360af281df, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=a9f97d85-f863-4c4c-ad02-04360af281df,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:26.096246 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.182884 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-afbcc1c1-f5e3-45b8-9f88-0e6574b21aa7 req-ac88139a-1341-4839-bfa0-56fd53d10e97 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616066 Aug 19 23:48:26.208929 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-db03e58e-7aff-4c8d-8c11-7178744ae029 req-fc823f8e-8c4c-47e1-bc05-c5487c29f2f0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843526 Aug 19 23:48:26.221583 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Set router 27d334fe-d554-4390-90ba-bdc2400200c3 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:26.321208 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.330739 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.435821 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Allocated IP 172.20.0.2 (0b287304-96de-44a7-8a50-82f75c5d2924/65a47b15-e1a4-4879-ae85-53327caee444/ecb190ad-13d1-4129-a1f0-9487bfbad07c) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:48:26.439947 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.443218 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6581135 Aug 19 23:48:26.445936 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=a9f97d85-f863-4c4c-ad02-04360af281df,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:26.458617 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 32824) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:26.489706 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group_rule': {'security_group_id': '22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:26.498621 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9fe32-9d66-4b83-8b98-312d0db61b5a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:26.542991 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020c798-ae8a-4549-8d18-14e0cff0c4fa req-4560821e-4bec-4c73-b925-0365b141bf0e tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:26.554652 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9020c798-ae8a-4549-8d18-14e0cff0c4fa req-4560821e-4bec-4c73-b925-0365b141bf0e tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 949 time: 0.1881933 Aug 19 23:48:26.593270 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:48:22Z', 'revision_number': 4, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'fb63dd07-f0af-45c8-b442-4e66ef672b4b', 'name': '', 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'mac_address': 'fa:16:3e:5b:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430ea673-16fe-483e-8653-a7d8cdd6e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:21Z', 'updated_at': '2021-08-19T23:48:23Z', 'revision_number': 2, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'subnets': [{'id': '430ea673-16fe-483e-8653-a7d8cdd6e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:26.617441 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9020c798-ae8a-4549-8d18-14e0cff0c4fa req-6bd7c245-f35a-441a-8e22-cbc73f6b5cc5 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611386 Aug 19 23:48:26.620684 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.641732 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Checking router: 27d334fe-d554-4390-90ba-bdc2400200c3 for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:48:26.642095 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Updating router 27d334fe-d554-4390-90ba-bdc2400200c3 port fb63dd07-f0af-45c8-b442-4e66ef672b4b binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:48:26.681766 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.684011 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device a9f97d85-f863-4c4c-ad02-04360af281df up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:26.762934 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.772337 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f2d3013e-3099-498a-a55d-c7d5c2c15bdc req-ded1309a-2db1-409a-91da-379afb6810a4 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 210 time: 0.0443256 Aug 19 23:48:26.775873 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.801213 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.805254 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233202 Aug 19 23:48:26.805408 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 32830) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:26.810326 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group_rule': {'security_group_id': '22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:26.814784 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cd52d-8f3b-4669-a92a-4cb0f1cae59b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede9c4c9-6468-4e26-abe0-0b08b4b904a6,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:26.837143 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.841143 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.883050 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.899322 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port a9f97d85-f863-4c4c-ad02-04360af281df triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:26.899962 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.930892 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Network 0b287304-96de-44a7-8a50-82f75c5d2924 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:48:26.934487 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:48:26.938604 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:48:26.953440 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.963382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.991807 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:26.992444 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:26.995420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ac9b6c-27df-4876-a24d-fba053d1288a,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.005833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.006925 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event updated for resources: {'Port': ['ID=ecb190ad-13d1-4129-a1f0-9487bfbad07c,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.008127 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b3846e81-357c-46cc-acb5-c47509a1fc12 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2016594 Aug 19 23:48:27.010802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 32832) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:27.016025 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group_rule': {'security_group_id': '22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:27.018504 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-4db4dc3f-9268-439c-a1f8-154f70db26cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3085792 Aug 19 23:48:27.050516 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.139046 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.147447 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.166374 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada0692f-4569-41dc-9dae-b63312cd6029,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.175995 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.179130 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3eaca2bb-bdf7-49ea-a13e-f3cc4ecaa9d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657543 Aug 19 23:48:27.180446 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 32834) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:27.186696 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group_rule': {'security_group_id': '22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:27.208166 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.226290 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Transition to ACTIVE for port object fb63dd07-f0af-45c8-b442-4e66ef672b4b will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:27.241998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.242402 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.326899 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.334073 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.335651 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3a8aa-b569-4eb8-8ad2-cb45f36394f1 None None] Pushing event updated for resources: {'Port': ['ID=fb63dd07-f0af-45c8-b442-4e66ef672b4b,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.338494 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4fe66-4549-4468-afab-1f0958a8d1d5 req-7134287f-d39b-4fa9-8685-9bbb7cb80345 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:27.352130 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7dd4fe66-4549-4468-afab-1f0958a8d1d5 req-7134287f-d39b-4fa9-8685-9bbb7cb80345 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0880082 Aug 19 23:48:27.365431 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133c4808-61a4-47c7-b4ad-b2c8a8585e67,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.376577 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.382163 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-25ab4737-de6f-47c2-8914-934a2c9ddf75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2001607 Aug 19 23:48:27.385753 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 32844) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:27.394743 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group_rule': {'security_group_id': '22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:27.402868 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7dd4fe66-4549-4468-afab-1f0958a8d1d5 req-bff06073-1507-4f01-a843-a593c26d2419 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 Aug 19 23:48:27.448512 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.securitygroups_db [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Project 53d07056e77a4f6fa44f067bf9ecb62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 23:48:27.458822 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.476771 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Attempting to bind port fb63dd07-f0af-45c8-b442-4e66ef672b4b on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:27.477403 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Attempting to bind port fb63dd07-f0af-45c8-b442-4e66ef672b4b by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:27.481649 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Attempting to bind port fb63dd07-f0af-45c8-b442-4e66ef672b4b on network d401e62c-2450-4187-bdc9-48572f71f86e {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:27.498534 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:27.499036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Checking segment: {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:27.499487 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.499897 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Bound using segment: {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:27.502572 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Bound port: fb63dd07-f0af-45c8-b442-4e66ef672b4b, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbef6af-c9a6-426a-9ed2-4326fbbdce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:27.502964 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.575801 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.577092 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3fba7-5e53-4de9-a60e-9d815c2610f3 req-3f28c41a-78ee-4fad-8c92-c63c761d2b86 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:27.582675 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.584271 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aef3fba7-5e53-4de9-a60e-9d815c2610f3 req-3f28c41a-78ee-4fad-8c92-c63c761d2b86 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0992286 Aug 19 23:48:27.601542 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92571c82-884d-40cf-8a43-3230edcdaed3,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.604629 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] For port fb63dd07-f0af-45c8-b442-4e66ef672b4b, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:27.610324 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] For port fb63dd07-f0af-45c8-b442-4e66ef672b4b, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=fb63dd07-f0af-45c8-b442-4e66ef672b4b,segment=NetworkSegment(1cbef6af-c9a6-426a-9ed2-4326fbbdce37),segment_id=1cbef6af-c9a6-426a-9ed2-4326fbbdce37)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:27.614496 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.618844 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-00ca64e5-f329-40b1-ab20-40da9e59a337 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2318387 Aug 19 23:48:27.619512 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 32846) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:27.622401 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.624673 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'security_group_rule': {'security_group_id': '22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d', 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:27.648949 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aef3fba7-5e53-4de9-a60e-9d815c2610f3 req-3c381756-458c-4b17-826d-7c36f82f22e6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608280 Aug 19 23:48:27.657911 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.securitygroups_db [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Project 53d07056e77a4f6fa44f067bf9ecb62f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 23:48:27.702429 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.713018 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3a8aa-b569-4eb8-8ad2-cb45f36394f1 None None] Pushing event updated for resources: {'Port': ['ID=fb63dd07-f0af-45c8-b442-4e66ef672b4b,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.717471 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Routers {'27d334fe-d554-4390-90ba-bdc2400200c3'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:27.718169 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['27d334fe-d554-4390-90ba-bdc2400200c3'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:27.802925 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c174d8-32bd-4206-a2e8-ecb33cebf6c0 req-bbf35b13-3f22-4655-95f4-d7280e35bb61 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:27.804763 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a7c174d8-32bd-4206-a2e8-ecb33cebf6c0 req-bbf35b13-3f22-4655-95f4-d7280e35bb61 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 949 time: 0.0728421 Aug 19 23:48:27.855113 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.862954 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.886418 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a7c174d8-32bd-4206-a2e8-ecb33cebf6c0 req-94dd8a77-c060-4b22-9b57-93f1f99405a5 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663984 Aug 19 23:48:27.896811 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3634235e-e109-4270-ad35-88016e12ae06,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:27.926647 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:27.931705 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b56be9c5-8960-419e-938c-4b9be9a69b75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079448 Aug 19 23:48:27.942503 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] Set router 27d334fe-d554-4390-90ba-bdc2400200c3 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:28.052009 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c6f9-f36a-4145-b1a1-7db5ae9929f7 req-1b0c9457-69e4-40ad-9920-8af79b850b0a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:28.053715 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4df5c6f9-f36a-4145-b1a1-7db5ae9929f7 req-1b0c9457-69e4-40ad-9920-8af79b850b0a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 931 time: 0.0803030 Aug 19 23:48:28.124239 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4df5c6f9-f36a-4145-b1a1-7db5ae9929f7 req-d896034a-7a96-452d-b6cb-a5a0b8e752ec tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596588 Aug 19 23:48:28.246448 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:48:22Z', 'revision_number': 4, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'fb63dd07-f0af-45c8-b442-4e66ef672b4b', 'name': '', 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'mac_address': 'fa:16:3e:5b:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430ea673-16fe-483e-8653-a7d8cdd6e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:21Z', 'updated_at': '2021-08-19T23:48:27Z', 'revision_number': 4, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'subnets': [{'id': '430ea673-16fe-483e-8653-a7d8cdd6e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:28.298141 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53712-1b73-4a3a-a1a1-3c8497527f9e None None] The sync data for ids ['27d334fe-d554-4390-90ba-bdc2400200c3'] in dv-cinder-805316-1-iscsi is: [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:48:22Z', 'revision_number': 4, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': 'fb63dd07-f0af-45c8-b442-4e66ef672b4b', 'name': '', 'network_id': 'd401e62c-2450-4187-bdc9-48572f71f86e', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'mac_address': 'fa:16:3e:5b:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430ea673-16fe-483e-8653-a7d8cdd6e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:21Z', 'updated_at': '2021-08-19T23:48:27Z', 'revision_number': 4, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'subnets': [{'id': '430ea673-16fe-483e-8653-a7d8cdd6e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:28.650852 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72628-d133-4916-ade7-48df5e7ebd81 req-8573f644-fa07-4438-a8ba-f8945b2ec001 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:28.658932 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-72f72628-d133-4916-ade7-48df5e7ebd81 req-8573f644-fa07-4438-a8ba-f8945b2ec001 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.1210616 Aug 19 23:48:28.700173 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device fb63dd07-f0af-45c8-b442-4e66ef672b4b up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:28.716915 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-72f72628-d133-4916-ade7-48df5e7ebd81 req-6e0bae33-739e-4b95-8bcc-c1c2f8280193 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569596 Aug 19 23:48:28.843009 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port fb63dd07-f0af-45c8-b442-4e66ef672b4b completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:28.847831 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port fb63dd07-f0af-45c8-b442-4e66ef672b4b triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:28.848211 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:28.934555 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72d550-ffde-4fc2-9b50-bd5afcc5ccbf req-fa3e3e33-a394-43d1-bc90-3aa908ac15d4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:28.936171 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ab72d550-ffde-4fc2-9b50-bd5afcc5ccbf req-fa3e3e33-a394-43d1-bc90-3aa908ac15d4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.1023176 Aug 19 23:48:28.988195 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ab72d550-ffde-4fc2-9b50-bd5afcc5ccbf req-0d539cf7-68cd-4fb3-ab16-2aa746a8f141 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 Aug 19 23:48:28.989037 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.047486 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port fb63dd07-f0af-45c8-b442-4e66ef672b4b, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=fb63dd07-f0af-45c8-b442-4e66ef672b4b,segment=NetworkSegment(1cbef6af-c9a6-426a-9ed2-4326fbbdce37),segment_id=1cbef6af-c9a6-426a-9ed2-4326fbbdce37)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:29.060576 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.119107 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2135ba0e-85de-4f21-97c1-bcdb4e0c30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.134331 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c3eb1-3405-4b72-8e14-e61763dcadc8 req-118e00d8-9ec9-4a9a-bcd8-602f9d5b5c67 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:29.135921 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-212c3eb1-3405-4b72-8e14-e61763dcadc8 req-118e00d8-9ec9-4a9a-bcd8-602f9d5b5c67 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 949 time: 0.0605929 Aug 19 23:48:29.138047 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=fb63dd07-f0af-45c8-b442-4e66ef672b4b,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:29.177646 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-212c3eb1-3405-4b72-8e14-e61763dcadc8 req-e86937d9-2a2a-43a0-b837-76f7689aa800 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 19 23:48:29.289172 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Request body: {'port': {'device_id': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:29.313722 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-11895ff5-90e8-4e13-a9f4-31999b9e1916 req-7e7cf397-9754-4efe-b764-0553356fb0e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435913 Aug 19 23:48:29.323629 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd0e5-f2c5-44f3-ae6b-3f249260908b req-a508501a-2da2-41e8-acf1-bd2493d448bb tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:29.331392 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-344cd0e5-f2c5-44f3-ae6b-3f249260908b req-a508501a-2da2-41e8-acf1-bd2493d448bb tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 931 time: 0.0912688 Aug 19 23:48:29.359309 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.386923 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-344cd0e5-f2c5-44f3-ae6b-3f249260908b req-68cdf5fa-3dd5-4d7e-8d3c-258d85758869 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545380 Aug 19 23:48:29.673219 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb190ad-13d1-4129-a1f0-9487bfbad07c {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:29.682533 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.696546 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Transition to ACTIVE for port object ecb190ad-13d1-4129-a1f0-9487bfbad07c will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:48:29.700631 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.752834 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Pushing event updated for resources: {'Port': ['ID=ecb190ad-13d1-4129-a1f0-9487bfbad07c,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:29.868813 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Attempting to bind port ecb190ad-13d1-4129-a1f0-9487bfbad07c on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:48:29.869161 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Attempting to bind port ecb190ad-13d1-4129-a1f0-9487bfbad07c by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:48:29.869366 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48112a28-23a0-4b80-aeae-c99f076d76d5 req-0b556a17-d0ec-48e8-912e-43072c8ff801 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:29.869488 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Attempting to bind port ecb190ad-13d1-4129-a1f0-9487bfbad07c on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:29.871606 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-48112a28-23a0-4b80-aeae-c99f076d76d5 req-0b556a17-d0ec-48e8-912e-43072c8ff801 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0686479 Aug 19 23:48:29.883699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Port ecb190ad-13d1-4129-a1f0-9487bfbad07c on network 0b287304-96de-44a7-8a50-82f75c5d2924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:48:29.884151 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Attempting to bind port ecb190ad-13d1-4129-a1f0-9487bfbad07c on network 0b287304-96de-44a7-8a50-82f75c5d2924 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:48:29.890368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:48:29.890635 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Checking segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:48:29.891006 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Bound using segment: {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:48:29.891668 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Bound port: ecb190ad-13d1-4129-a1f0-9487bfbad07c, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef057a5-d188-426c-899d-75ee417ce908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:48:29.892207 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:29.941281 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-48112a28-23a0-4b80-aeae-c99f076d76d5 req-92e76ddd-33bf-48b7-badb-48465801fa11 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554469 Aug 19 23:48:29.967855 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', '67fc9415-0931-4bbd-808d-55edbc69bbb9', '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:30.000494 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] For port ecb190ad-13d1-4129-a1f0-9487bfbad07c, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:48:30.005660 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] For port ecb190ad-13d1-4129-a1f0-9487bfbad07c, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:48:30.018067 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:30.087268 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.087908 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:30.089336 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] 10.222.0.45 "PUT /v2.0/ports/ecb190ad-13d1-4129-a1f0-9487bfbad07c HTTP/1.1" status: 200 len: 1093 time: 0.8046849 Aug 19 23:48:30.089779 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'tag': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:30.092737 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252eb56-8818-4f24-95e0-92b362a71526" -d '{"events": [{"name": "network-changed", "server_uuid": "5618dfdf-3663-4197-9bff-3545d2b5b255", "tag": "ecb190ad-13d1-4129-a1f0-9487bfbad07c"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:30.149056 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207fcd-d9b1-4682-a6d9-50dd9d4519ef service neutron] Pushing event updated for resources: {'Port': ['ID=ecb190ad-13d1-4129-a1f0-9487bfbad07c,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:30.214916 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4265db-988d-4fac-ab39-0e391f903a5d x-openstack-request-id: req-9f4265db-988d-4fac-ab39-0e391f903a5d {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:30.215266 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5618dfdf-3663-4197-9bff-3545d2b5b255", "tag": "ecb190ad-13d1-4129-a1f0-9487bfbad07c", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:30.215523 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f4265db-988d-4fac-ab39-0e391f903a5d {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:30.215922 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'tag': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c', 'status': 'completed', 'code': 200} Aug 19 23:48:30.258106 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-359f0c8f-0509-440a-b28b-099ec8ca40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.259913 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-359f0c8f-0509-440a-b28b-099ec8ca40fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 1096 time: 0.0921164 Aug 19 23:48:30.269830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60972207-9701-46d1-8609-5c72a885d35d req-fdba7d64-d604-4833-ae41-c79a64af5c2d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.271501 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-60972207-9701-46d1-8609-5c72a885d35d req-fdba7d64-d604-4833-ae41-c79a64af5c2d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.1373608 Aug 19 23:48:30.318309 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-9825ddf9-0fc7-49ec-817e-4a64d6e4064d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c HTTP/1.1" status: 200 len: 217 time: 0.0471330 Aug 19 23:48:30.363852 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-60972207-9701-46d1-8609-5c72a885d35d req-85cf496f-f270-45a1-a694-c899d89f7d4b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847304 Aug 19 23:48:30.387054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb853c-a34f-4439-817f-408c660bd927 req-f43f985f-217b-4ffb-9e4a-dd339e2b9ecc tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.388753 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-79fb853c-a34f-4439-817f-408c660bd927 req-f43f985f-217b-4ffb-9e4a-dd339e2b9ecc tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 949 time: 0.0766945 Aug 19 23:48:30.427583 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-41d4c60f-2a71-47d0-9af9-bc26e4b24bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.434788 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-41d4c60f-2a71-47d0-9af9-bc26e4b24bcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.0992932 Aug 19 23:48:30.484811 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-2db43f41-0128-4226-84da-8b145d5f0800 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377905 Aug 19 23:48:30.508021 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-79fb853c-a34f-4439-817f-408c660bd927 req-e678806b-a325-4ece-bbef-a6e6e70e5bf2 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022100 Aug 19 23:48:30.645832 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d7e16-eb7a-4b27-893f-4ab0e03ba837 req-77d0ad1b-a94b-43f9-ac8f-be78aecfd650 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.648991 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-913d7e16-eb7a-4b27-893f-4ab0e03ba837 req-77d0ad1b-a94b-43f9-ac8f-be78aecfd650 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 943 time: 0.1067252 Aug 19 23:48:30.660054 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device fb63dd07-f0af-45c8-b442-4e66ef672b4b up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:30.710366 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-bea98e18-0a76-4db7-bc53-ff82ee085537 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982181 Aug 19 23:48:30.737011 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-913d7e16-eb7a-4b27-893f-4ab0e03ba837 req-ad0fc3c3-11f3-4478-a03d-48250b7ea1af tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743127 Aug 19 23:48:30.739337 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port fb63dd07-f0af-45c8-b442-4e66ef672b4b triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:30.739702 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:30.846081 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e34cdca7-2955-4872-be9b-b0ca2eb7e532 req-b461866d-eb7c-4c5b-bf78-4d232b9aea2a service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218152 Aug 19 23:48:30.979675 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252eb56-8818-4f24-95e0-92b362a71526 req-f51ebb92-3989-483e-be2d-794f9c02762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:30.981275 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-f51ebb92-3989-483e-be2d-794f9c02762f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 1096 time: 0.0424759 Aug 19 23:48:31.089252 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252eb56-8818-4f24-95e0-92b362a71526 req-73b423c1-5567-4b8b-a61d-02d6d1fed326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:31.090949 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-73b423c1-5567-4b8b-a61d-02d6d1fed326 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 200 len: 916 time: 0.1004803 Aug 19 23:48:31.101996 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13453f75-511b-4f57-9b8f-56ddda1e30fc req-96ba2373-bdea-4f72-91ee-9d70ad9a1e79 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:31.109576 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-13453f75-511b-4f57-9b8f-56ddda1e30fc req-96ba2373-bdea-4f72-91ee-9d70ad9a1e79 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0569396 Aug 19 23:48:31.142923 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-663ed249-462e-49d1-ad6d-36060a301ed7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c HTTP/1.1" status: 200 len: 217 time: 0.0394580 Aug 19 23:48:31.149455 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-13453f75-511b-4f57-9b8f-56ddda1e30fc req-759190b4-b163-4212-aae9-98ff89d7387f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Aug 19 23:48:31.208133 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252eb56-8818-4f24-95e0-92b362a71526 req-84eb7e42-5a66-4bde-8954-cb06c65e706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:31.209782 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-84eb7e42-5a66-4bde-8954-cb06c65e706e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 200 len: 855 time: 0.0561578 Aug 19 23:48:31.247014 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-6abb6e79-89c8-40c8-b4df-23ab3a215067 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b287304-96de-44a7-8a50-82f75c5d2924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262282 Aug 19 23:48:31.300018 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:31.399918 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-a0c0e99c-b5d7-4577-9350-226ede8c3129 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402440 Aug 19 23:48:31.421778 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:31.426780 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:31.427191 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:31.515375 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0252eb56-8818-4f24-95e0-92b362a71526 req-e2365017-8f37-4d1d-a7af-f228d1cb9876 service neutron] 10.222.0.45 "GET /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054103 Aug 19 23:48:31.554586 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:31.596205 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62916599-d22c-4206-ba50-a7848560e269 req-8028c703-6414-4b2f-bd35-4d62f35dbaa4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:31.598358 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-62916599-d22c-4206-ba50-a7848560e269 req-8028c703-6414-4b2f-bd35-4d62f35dbaa4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0685415 Aug 19 23:48:31.603028 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:31.603990 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:31.608067 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80028628-c8ea-4cfa-bf6f-1590768b7d99" -d '{"events": [{"server_uuid": "5a144ca8-c1ad-4bca-b24b-7dbab324d1db", "name": "network-vif-plugged", "status": "completed", "tag": "dbdf8ab3-abd5-466f-9b29-0e7f2c47f813"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:31.612305 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:31.671871 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-62916599-d22c-4206-ba50-a7848560e269 req-11805614-39f3-44a4-b169-dadd0df02fc1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652223 Aug 19 23:48:31.678172 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:31.680872 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e3139-c21b-46f5-bd6e-dd85d741e08c req-19ef5a11-d11c-4b6c-ba68-4473ad73ea67 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:31.710533 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e30e3139-c21b-46f5-bd6e-dd85d741e08c req-19ef5a11-d11c-4b6c-ba68-4473ad73ea67 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.0868351 Aug 19 23:48:31.724513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5099d974-c131-4772-87f3-f2c9b71e3b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:31.744242 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e30e3139-c21b-46f5-bd6e-dd85d741e08c req-0a345ede-3285-47d5-b930-70f490a09100 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Aug 19 23:48:31.782519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1d1b14-8d3d-4036-8921-489476f6a674 x-openstack-request-id: req-1a1d1b14-8d3d-4036-8921-489476f6a674 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:31.782519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a144ca8-c1ad-4bca-b24b-7dbab324d1db", "name": "network-vif-plugged", "status": "completed", "tag": "dbdf8ab3-abd5-466f-9b29-0e7f2c47f813", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:31.782519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a1d1b14-8d3d-4036-8921-489476f6a674 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:31.782519 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813', 'code': 200} Aug 19 23:48:31.923000 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:32.016785 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaebb1-8226-4d01-baa1-4ec780f9fa61 req-0f951122-4be1-4361-a7bd-45a389fd589c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:32.018462 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8fbaebb1-8226-4d01-baa1-4ec780f9fa61 req-0f951122-4be1-4361-a7bd-45a389fd589c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 943 time: 0.0773640 Aug 19 23:48:32.069982 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8fbaebb1-8226-4d01-baa1-4ec780f9fa61 req-da62db73-a80b-4451-a2fd-8f6f8b9805e2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Aug 19 23:48:32.159259 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffb0a3-c210-47ef-846b-86274e161318 req-03c9585e-280c-4347-a291-855afcb431da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:32.160839 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cbffb0a3-c210-47ef-846b-86274e161318 req-03c9585e-280c-4347-a291-855afcb431da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 1103 time: 0.0527990 Aug 19 23:48:32.217922 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cbffb0a3-c210-47ef-846b-86274e161318 req-0111270a-97e8-430c-a9bb-3ff8472208a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Aug 19 23:48:32.308128 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c77a0-0e94-46d9-86e9-1bc3fb09861d req-d74248c7-20da-4acc-bcbe-000236505021 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:32.310022 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-962c77a0-0e94-46d9-86e9-1bc3fb09861d req-d74248c7-20da-4acc-bcbe-000236505021 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0607109 Aug 19 23:48:32.348609 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-962c77a0-0e94-46d9-86e9-1bc3fb09861d req-15084f23-ac30-4b23-b9ea-5c3754636749 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Aug 19 23:48:32.822740 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d939285-30b6-4f57-b33d-863d753d16d9 req-374698ef-c5a0-4542-bffe-7534c8d4353b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:32.824322 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d939285-30b6-4f57-b33d-863d753d16d9 req-374698ef-c5a0-4542-bffe-7534c8d4353b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0553505 Aug 19 23:48:32.852010 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:32.920437 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d939285-30b6-4f57-b33d-863d753d16d9 req-9f7d3328-f26b-4f18-b40a-320de6e34caa tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827520 Aug 19 23:48:32.941399 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364847d-b646-4d37-a198-476d5c942c6c req-6f57e626-20c1-40a1-ae97-eb34ee44ed4a tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:32.944356 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3364847d-b646-4d37-a198-476d5c942c6c req-6f57e626-20c1-40a1-ae97-eb34ee44ed4a tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.1187091 Aug 19 23:48:32.987126 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3364847d-b646-4d37-a198-476d5c942c6c req-d07f9e63-a732-451f-92ee-4048bb8ad3ae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Aug 19 23:48:33.046802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e345e-092a-448b-921e-bebbfcd50431 req-8b2cad14-e4cf-4834-9a00-ddc4ff75bdfe tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:33.048582 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-623e345e-092a-448b-921e-bebbfcd50431 req-8b2cad14-e4cf-4834-9a00-ddc4ff75bdfe tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Aug 19 23:48:33.058084 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 33000) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:33.063830 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'floatingip': {'port_id': '06377879-588e-4f15-98bd-66de8daa5451'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:48:33.148695 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:33.215925 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09fabe-e87a-41ef-9ad5-fd7a5748fe36 req-b54b8d1d-9674-41e2-9eb4-c24bd6363bb9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:33.219958 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f09fabe-e87a-41ef-9ad5-fd7a5748fe36 req-b54b8d1d-9674-41e2-9eb4-c24bd6363bb9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 943 time: 0.0595036 Aug 19 23:48:33.282587 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f09fabe-e87a-41ef-9ad5-fd7a5748fe36 req-9415c3a5-8c67-477d-bb03-34831f4a4233 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506194 Aug 19 23:48:33.485880 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557e51-ed30-4cb5-918a-3a7b99ef4ea6 req-b97ddaac-e60f-463a-a25b-37299cd5d8a4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:33.487824 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6b557e51-ed30-4cb5-918a-3a7b99ef4ea6 req-b97ddaac-e60f-463a-a25b-37299cd5d8a4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0611570 Aug 19 23:48:33.535952 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6b557e51-ed30-4cb5-918a-3a7b99ef4ea6 req-c529c263-2ff2-4ebf-9478-259f8fc0ad73 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Aug 19 23:48:34.027412 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:34.034454 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:34.132413 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91786b-64f2-4d61-a7d3-bc277f2e9efc req-dd19679c-a233-4308-ab00-8cccb3bf2246 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:34.133654 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa91786b-64f2-4d61-a7d3-bc277f2e9efc req-dd19679c-a233-4308-ab00-8cccb3bf2246 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.0638096 Aug 19 23:48:34.166302 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Floating IP 6d786cb5-c9a3-42e2-97e5-a1e688973d21 associated. External IP: 172.27.0.188, port: 06377879-588e-4f15-98bd-66de8daa5451. Aug 19 23:48:34.181646 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa91786b-64f2-4d61-a7d3-bc277f2e9efc req-4b2f30bb-f6bc-4375-8329-120af1da1ed0 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 Aug 19 23:48:34.352520 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:34.483979 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Router 6e558eff-e294-4430-82ba-24d6850f165e has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:48:34.527618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0834bfb-5cbc-4db4-ad19-e7e23171a93e req-5b912107-366d-462a-a526-8afe974c9c0f tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:34.529294 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f0834bfb-5cbc-4db4-ad19-e7e23171a93e req-5b912107-366d-462a-a526-8afe974c9c0f tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 943 time: 0.0905817 Aug 19 23:48:34.542007 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729cd3-99ee-4097-a17a-3394697e1def req-3dc7c075-669b-4827-915a-16537e0fae80 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:34.549977 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-53729cd3-99ee-4097-a17a-3394697e1def req-3dc7c075-669b-4827-915a-16537e0fae80 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.0836504 Aug 19 23:48:34.605336 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-53729cd3-99ee-4097-a17a-3394697e1def req-9765528f-252a-47ff-bf2d-10f0b0694c66 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Aug 19 23:48:34.627208 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f0834bfb-5cbc-4db4-ad19-e7e23171a93e req-07e0155b-4d32-4b2d-bb67-5f651a81991b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745776 Aug 19 23:48:34.635986 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:48:34.642100 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:34.646664 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:48:34.657013 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:34.657619 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:34.679221 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b5886549-9853-4e0e-af3a-a5b824c79be4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "PUT /v2.0/floatingips/6d786cb5-c9a3-42e2-97e5-a1e688973d21 HTTP/1.1" status: 200 len: 991 time: 1.6186085 Aug 19 23:48:34.680414 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:34.683829 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42550c5-a0c5-40e3-96bf-60e3ccece41d" -d '{"events": [{"name": "network-changed", "server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:34.754363 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5936ba8-1ef0-406b-a226-11b73741b47d req-7cdaa278-17c8-4c72-8350-bb2591c0310c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:34.755882 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5936ba8-1ef0-406b-a226-11b73741b47d req-7cdaa278-17c8-4c72-8350-bb2591c0310c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0602751 Aug 19 23:48:34.822350 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5936ba8-1ef0-406b-a226-11b73741b47d req-d63544f9-b507-418b-b8fe-830eeadf157a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Aug 19 23:48:34.868198 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8f957-24f7-4928-ad89-d79840eae59e x-openstack-request-id: req-fff8f957-24f7-4928-ad89-d79840eae59e {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:34.868528 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:34.869373 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fff8f957-24f7-4928-ad89-d79840eae59e {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:34.871835 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'status': 'completed', 'code': 200} Aug 19 23:48:34.878786 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:34.967868 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-7b6f3700-6fd3-4d72-bc7a-f65579dee3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:34.969816 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-7b6f3700-6fd3-4d72-bc7a-f65579dee3fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1098 time: 0.0675333 Aug 19 23:48:35.089592 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-894da057-54e1-4a73-a80e-dab64ab500d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:35.091112 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-894da057-54e1-4a73-a80e-dab64ab500d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.1134698 Aug 19 23:48:35.118661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33042) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:35.151689 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6d786cb5-c9a3-42e2-97e5-a1e688973d21', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'port_id': '06377879-588e-4f15-98bd-66de8daa5451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'mac_address': 'fa:16:3e:92:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:48:05Z', 'updated_at': '2021-08-19T23:48:33Z', 'revision_number': 1, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:35.197218 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:48:35.207596 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:48:35.208192 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:48:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:35.258799 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-f87297d2-0ef0-47fd-9d89-fe97ec2fd4f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06377879-588e-4f15-98bd-66de8daa5451 HTTP/1.1" status: 200 len: 999 time: 0.1587884 Aug 19 23:48:35.289990 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecb190ad-13d1-4129-a1f0-9487bfbad07c details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:48:35.305402 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-78ad2133-9250-485a-b8b7-66b1ad4b1d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:35.338406 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-8761d951-dd6f-4387-9c78-0f13c722d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:35.341894 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-8761d951-dd6f-4387-9c78-0f13c722d1e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0675490 Aug 19 23:48:35.370790 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:48:35.471858 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-2edff07b-b9f2-4c35-af91-0eefb2d40839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:35.473722 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-2edff07b-b9f2-4c35-af91-0eefb2d40839 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126404 Aug 19 23:48:35.496762 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ecb190ad-13d1-4129-a1f0-9487bfbad07c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:35.505331 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-78ad2133-9250-485a-b8b7-66b1ad4b1d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:35.524675 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-78ad2133-9250-485a-b8b7-66b1ad4b1d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:35.535824 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c', 'network_id': '0b287304-96de-44a7-8a50-82f75c5d2924', 'port_id': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c', 'mac_address': 'fa:16:3e:0a:1a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a47b15-e1a4-4879-ae85-53327caee444', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:48:35.583553 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-78ad2133-9250-485a-b8b7-66b1ad4b1d76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d073936c30d4e2ea73705b35b5d71b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636366 Aug 19 23:48:35.584204 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33050) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:35.588969 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:35.615529 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb190ad-13d1-4129-a1f0-9487bfbad07c {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:48:35.649266 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ecb190ad-13d1-4129-a1f0-9487bfbad07c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:35.655761 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:35.690785 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6d786cb5-c9a3-42e2-97e5-a1e688973d21', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'port_id': '06377879-588e-4f15-98bd-66de8daa5451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'mac_address': 'fa:16:3e:92:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:48:05Z', 'updated_at': '2021-08-19T23:48:33Z', 'revision_number': 1, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:35.740041 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14075e-22bf-4dae-a9a0-ca637d43399d None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6d786cb5-c9a3-42e2-97e5-a1e688973d21', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'port_id': '06377879-588e-4f15-98bd-66de8daa5451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'mac_address': 'fa:16:3e:92:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:48:05Z', 'updated_at': '2021-08-19T23:48:33Z', 'revision_number': 1, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:48:35.772603 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-1cbd7c81-89e8-4fb7-87de-7e2b658e33a5 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867002 Aug 19 23:48:35.776341 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ecb190ad-13d1-4129-a1f0-9487bfbad07c,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:35.929168 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d42550c5-a0c5-40e3-96bf-60e3ccece41d req-6f9b7fcc-16f7-4ff0-a889-525719ca50ca service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448145 Aug 19 23:48:36.049157 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91b42e-a2c4-4ef1-a77f-775f89b8d7d0 None None] New status for floating IP 6d786cb5-c9a3-42e2-97e5-a1e688973d21: ACTIVE {{(pid=100861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:48:36.078951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad2133-9250-485a-b8b7-66b1ad4b1d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd88b104-7654-4cb2-965e-4ed0e6474d3a,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:36.152396 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da942-8b3f-4b3f-97d3-42f1589ce68a req-beb8b9b9-25ff-4e6e-a31d-73e977ebd583 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:36.153875 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-819da942-8b3f-4b3f-97d3-42f1589ce68a req-beb8b9b9-25ff-4e6e-a31d-73e977ebd583 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.1186931 Aug 19 23:48:36.163879 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d1a2a33-ae0f-44ca-a379-2cb05f8908b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:36.177866 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336c83-6bce-4ff8-bcce-a72c5afaec69 req-b8dc959f-42ac-426b-81cf-9fce40813f8a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:36.179511 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e336c83-6bce-4ff8-bcce-a72c5afaec69 req-b8dc959f-42ac-426b-81cf-9fce40813f8a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 944 time: 0.1542835 Aug 19 23:48:36.239751 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d1a2a33-ae0f-44ca-a379-2cb05f8908b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:36.257960 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-819da942-8b3f-4b3f-97d3-42f1589ce68a req-f175b83b-2ad2-498f-87f5-7a9b071e3082 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966160 Aug 19 23:48:36.279545 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecb190ad-13d1-4129-a1f0-9487bfbad07c'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:36.307312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e336c83-6bce-4ff8-bcce-a72c5afaec69 req-7c6825f9-2358-43a3-92ec-dcbb4d399175 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157157 Aug 19 23:48:36.348957 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d1a2a33-ae0f-44ca-a379-2cb05f8908b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:36.352196 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d1a2a33-ae0f-44ca-a379-2cb05f8908b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:36.353576 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7d1a2a33-ae0f-44ca-a379-2cb05f8908b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd88b104-7654-4cb2-965e-4ed0e6474d3a HTTP/1.1" status: 204 len: 168 time: 0.7609019 Aug 19 23:48:36.380571 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a2a33-ae0f-44ca-a379-2cb05f8908b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd88b104-7654-4cb2-965e-4ed0e6474d3a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:36.676524 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec4e3-963f-4efe-852b-a1b2eb5913c1 req-cb2d1ced-bedb-41a9-8223-b0be4af5d878 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:36.678357 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-edfec4e3-963f-4efe-852b-a1b2eb5913c1 req-cb2d1ced-bedb-41a9-8223-b0be4af5d878 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0666108 Aug 19 23:48:36.703977 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:48:36.723624 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-edfec4e3-963f-4efe-852b-a1b2eb5913c1 req-f206b3d9-8ebb-4ffc-848f-05347c2635d0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Aug 19 23:48:37.031850 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-18bd38a5-1483-4b30-98f4-02c9726510de tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:37.033670 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-18bd38a5-1483-4b30-98f4-02c9726510de tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.0553694 Aug 19 23:48:37.169093 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Deleting port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:48:37.170703 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:37.275515 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] For port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,segment=NetworkSegment(6b0f2602-3775-4842-99cc-e9714ef710af),segment_id=6b0f2602-3775-4842-99cc-e9714ef710af)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:37.275894 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:37.290361 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Calling delete_port for dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:48:37.520125 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:37.545674 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060f5f-1fea-4a6f-9a37-907d1fa00c93 req-98a9dfd9-98c2-4a04-bc2e-da13c3e0fd37 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:37.553096 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Pushing event deleted for resources: {'Port': ['ID=dbdf8ab3-abd5-466f-9b29-0e7f2c47f813,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:37.575074 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5e060f5f-1fea-4a6f-9a37-907d1fa00c93 req-98a9dfd9-98c2-4a04-bc2e-da13c3e0fd37 tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a144ca8-c1ad-4bca-b24b-7dbab324d1db HTTP/1.1" status: 200 len: 950 time: 0.2087927 Aug 19 23:48:37.594738 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.595109 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.595981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.596315 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.596642 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.597674 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.598008 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.598337 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.598710 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.599039 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.599386 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.600414 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:37.621474 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['dbdf8ab3-abd5-466f-9b29-0e7f2c47f813'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:48:37.621978 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d10d-57ac-47bf-9b6e-3c55b0a93842 req-eec13ed3-502c-4af8-9347-88dbd3fea958 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:37.639666 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9811d10d-57ac-47bf-9b6e-3c55b0a93842 req-eec13ed3-502c-4af8-9347-88dbd3fea958 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 944 time: 0.2076302 Aug 19 23:48:37.640731 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] No DVR routers for this DVR port dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:48:37.645695 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:37.651738 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-9929e748-f792-4102-a3cb-6e8bd809e880 req-f1fe2d02-2792-4902-a5a2-54aa54197cae tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.45 "DELETE /v2.0/ports/dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 HTTP/1.1" status: 204 len: 173 time: 0.6037390 Aug 19 23:48:37.652294 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'name': 'network-vif-deleted', 'tag': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:37.658703 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92767af0-3faa-4c0d-9ee4-7b29a8d06fff" -d '{"events": [{"server_uuid": "5a144ca8-c1ad-4bca-b24b-7dbab324d1db", "name": "network-vif-deleted", "tag": "dbdf8ab3-abd5-466f-9b29-0e7f2c47f813"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:37.733308 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9811d10d-57ac-47bf-9b6e-3c55b0a93842 req-b0417976-de7e-4a9e-908f-e8c91638b051 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005497 Aug 19 23:48:37.766052 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5e060f5f-1fea-4a6f-9a37-907d1fa00c93 req-b7e86aab-38f1-402b-82d9-bef1db63518b tempest-VolumesNegativeTest-49470898 tempest-VolumesNegativeTest-49470898-project] 10.222.0.18 "GET /v2.0/security-groups?id=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896131 Aug 19 23:48:37.862753 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e28ea-e83c-4b51-a39a-ceecff61f18f x-openstack-request-id: req-577e28ea-e83c-4b51-a39a-ceecff61f18f {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:37.863073 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a144ca8-c1ad-4bca-b24b-7dbab324d1db", "name": "network-vif-deleted", "tag": "dbdf8ab3-abd5-466f-9b29-0e7f2c47f813", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:37.863344 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-577e28ea-e83c-4b51-a39a-ceecff61f18f {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:37.863752 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a144ca8-c1ad-4bca-b24b-7dbab324d1db', 'name': 'network-vif-deleted', 'tag': 'dbdf8ab3-abd5-466f-9b29-0e7f2c47f813', 'status': 'completed', 'code': 200} Aug 19 23:48:38.019651 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b8dc1-5638-484a-ae73-76bda313752c req-53b7665d-e646-4e64-96d4-a224e04f44b9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:38.029070 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f63b8dc1-5638-484a-ae73-76bda313752c req-53b7665d-e646-4e64-96d4-a224e04f44b9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0729032 Aug 19 23:48:38.100468 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f63b8dc1-5638-484a-ae73-76bda313752c req-9b8000db-ef15-48eb-91f0-ba12d32a89d2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703962 Aug 19 23:48:38.860248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646781d-ad72-43bd-8c27-8dead9621d6b req-71456a37-7018-4871-a946-dbc6cdafc1bb tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:38.861798 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e646781d-ad72-43bd-8c27-8dead9621d6b req-71456a37-7018-4871-a946-dbc6cdafc1bb tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 944 time: 0.0573411 Aug 19 23:48:38.903403 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e646781d-ad72-43bd-8c27-8dead9621d6b req-215e1217-5a5e-4239-90c6-f1e3dbdc6a84 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Aug 19 23:48:39.235226 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a22a7c-e11c-4e04-9539-d2b240bef5d6 req-013e01e3-aabd-4c6d-a9b6-d4508a90d8d4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:39.237318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f4a22a7c-e11c-4e04-9539-d2b240bef5d6 req-013e01e3-aabd-4c6d-a9b6-d4508a90d8d4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0576952 Aug 19 23:48:39.289302 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f4a22a7c-e11c-4e04-9539-d2b240bef5d6 req-2189a8e5-5a36-48be-892d-97573c35f2a9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Aug 19 23:48:39.316431 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecb190ad-13d1-4129-a1f0-9487bfbad07c up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:48:39.369326 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port ecb190ad-13d1-4129-a1f0-9487bfbad07c completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:48:39.374552 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port ecb190ad-13d1-4129-a1f0-9487bfbad07c triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:48:39.375226 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:39.468873 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:39.491834 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:48:39.494075 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff9c48c-04c7-40e8-9482-0e74e94a7bc7" -d '{"events": [{"server_uuid": "5618dfdf-3663-4197-9bff-3545d2b5b255", "name": "network-vif-plugged", "status": "completed", "tag": "ecb190ad-13d1-4129-a1f0-9487bfbad07c"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:48:39.508532 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ecb190ad-13d1-4129-a1f0-9487bfbad07c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:48:39.514303 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:39.515302 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:48:39.561812 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d88642-4d04-41cd-8df9-36c53661133d x-openstack-request-id: req-09d88642-4d04-41cd-8df9-36c53661133d {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:48:39.562123 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5618dfdf-3663-4197-9bff-3545d2b5b255", "name": "network-vif-plugged", "status": "completed", "tag": "ecb190ad-13d1-4129-a1f0-9487bfbad07c", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:48:39.562339 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09d88642-4d04-41cd-8df9-36c53661133d {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:48:39.562725 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c', 'code': 200} Aug 19 23:48:39.566079 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:48:39.566308 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device dbdf8ab3-abd5-466f-9b29-0e7f2c47f813 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:48:39.590900 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ecb190ad-13d1-4129-a1f0-9487bfbad07c,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:39.738398 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c73cc6-59b1-4303-aba1-375323d211d2 req-725c3c94-c23f-4175-adcf-5802ea77eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:39.739934 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b1c73cc6-59b1-4303-aba1-375323d211d2 req-725c3c94-c23f-4175-adcf-5802ea77eeae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 1098 time: 0.0401776 Aug 19 23:48:40.029319 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eac7f5-c74b-4f03-9a2d-5516f524b075 req-84df5152-995a-4480-94a4-691cdd4a4607 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:40.030852 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c6eac7f5-c74b-4f03-9a2d-5516f524b075 req-84df5152-995a-4480-94a4-691cdd4a4607 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Aug 19 23:48:40.075922 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c6eac7f5-c74b-4f03-9a2d-5516f524b075 req-1bd0c9bd-8efd-447b-93a9-cea8c932105c tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Aug 19 23:48:43.385902 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-b1c73cc6-59b1-4303-aba1-375323d211d2 req-faf44ec4-f266-4de2-9be1-333312702365 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292785 Aug 19 23:48:43.489193 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3e3b-de47-4197-ae93-e94745fc95b2 req-25beb6f1-d95c-4a80-bba0-59d1278dd4cb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:43.490745 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ccea3e3b-de47-4197-ae93-e94745fc95b2 req-25beb6f1-d95c-4a80-bba0-59d1278dd4cb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0488873 Aug 19 23:48:43.555438 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ccea3e3b-de47-4197-ae93-e94745fc95b2 req-c79ad83b-436e-41fc-9bb0-262b40d7a38a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Aug 19 23:48:43.691534 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce41b-f8b1-48de-b986-e4218f0b66ab req-b4c12e7a-914b-4b48-8417-b7705612cd1b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:43.693170 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-909ce41b-f8b1-48de-b986-e4218f0b66ab req-b4c12e7a-914b-4b48-8417-b7705612cd1b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0719433 Aug 19 23:48:43.746910 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-909ce41b-f8b1-48de-b986-e4218f0b66ab req-a941a8d7-3a21-4192-8c9c-321788507991 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Aug 19 23:48:44.675787 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf2ed8-f18c-478b-a5f1-e53029eaf355 req-6e167a5c-1caf-4ca5-94f3-1bd473b491bc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:44.677932 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eabf2ed8-f18c-478b-a5f1-e53029eaf355 req-6e167a5c-1caf-4ca5-94f3-1bd473b491bc tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0624115 Aug 19 23:48:44.729303 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eabf2ed8-f18c-478b-a5f1-e53029eaf355 req-3dfa63e3-9d47-4beb-97e4-bfdb0631c71a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Aug 19 23:48:44.870434 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac24fb-18cd-4edc-8acf-9dbb99d59a9d req-be03f5b8-203a-473a-9340-acd597b1453e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:44.872021 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12ac24fb-18cd-4edc-8acf-9dbb99d59a9d req-be03f5b8-203a-473a-9340-acd597b1453e tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Aug 19 23:48:44.918359 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12ac24fb-18cd-4edc-8acf-9dbb99d59a9d req-85f69d55-4235-4651-b7b9-1c57581cc09d tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Aug 19 23:48:45.848327 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9c48a-bff8-4cf0-ae9f-62958bb99460 req-c7d370ca-580f-46b8-9df1-cc069601edff tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:45.851604 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b7f9c48a-bff8-4cf0-ae9f-62958bb99460 req-c7d370ca-580f-46b8-9df1-cc069601edff tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0535018 Aug 19 23:48:45.893089 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b7f9c48a-bff8-4cf0-ae9f-62958bb99460 req-4afb5588-2878-435b-a31e-a330ab4c408d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356395 Aug 19 23:48:48.884014 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0fd8-e9cf-40c6-b246-553739fadfbe req-b6a9088d-e983-4385-9b32-65f32f0cd821 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:48.884901 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3dde0fd8-e9cf-40c6-b246-553739fadfbe req-b6a9088d-e983-4385-9b32-65f32f0cd821 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0985668 Aug 19 23:48:48.903414 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3cb3f-0af9-417d-995b-c042f80ae896 req-afb8a317-0cc9-4df7-b079-40d4c7a0e067 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:48.905290 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-21e3cb3f-0af9-417d-995b-c042f80ae896 req-afb8a317-0cc9-4df7-b079-40d4c7a0e067 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0791373 Aug 19 23:48:48.973682 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3dde0fd8-e9cf-40c6-b246-553739fadfbe req-74030796-0811-41a3-af6b-05ac6279de8a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789614 Aug 19 23:48:48.978742 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-21e3cb3f-0af9-417d-995b-c042f80ae896 req-c047d926-3ae7-4de9-85f9-af0826985bce tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651162 Aug 19 23:48:50.131684 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b9c8-8b66-4187-8131-b7ca2330417e req-efcaa354-fcea-40ae-9b9c-538883a604c5 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:50.134541 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b07b9c8-8b66-4187-8131-b7ca2330417e req-efcaa354-fcea-40ae-9b9c-538883a604c5 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0826588 Aug 19 23:48:50.176382 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b07b9c8-8b66-4187-8131-b7ca2330417e req-399cc349-5bc5-431e-bb7b-4309ea503b41 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Aug 19 23:48:53.192128 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:53.827537 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bff078-79fd-4a2c-bcbc-c9da1bc5485d req-5de23033-fdfa-4f31-a350-1f75618bc582 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:53.829064 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6bff078-79fd-4a2c-bcbc-c9da1bc5485d req-5de23033-fdfa-4f31-a350-1f75618bc582 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0538352 Aug 19 23:48:53.873151 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a6bff078-79fd-4a2c-bcbc-c9da1bc5485d req-a8e70dc6-c2e3-4b30-9560-f536a142c13d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342810 Aug 19 23:48:53.913354 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-91d197ec-88d8-442b-92c3-f554d78fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:53.914871 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-91d197ec-88d8-442b-92c3-f554d78fce84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.0471904 Aug 19 23:48:54.052418 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-d06d2dec-e63b-49b9-9f3b-886ce83b6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:54.053875 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-d06d2dec-e63b-49b9-9f3b-886ce83b6f15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.0868273 Aug 19 23:48:54.099408 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-f9c6782c-1278-4ece-a7c0-062b1d172dcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0343263 Aug 19 23:48:54.150278 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-6a9ce8d8-03fc-4790-ac50-aa2558d2e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:54.151749 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-6a9ce8d8-03fc-4790-ac50-aa2558d2e9d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0429878 Aug 19 23:48:54.193228 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-6fa2d754-eef9-4742-ac18-9f9df7b3069c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288529 Aug 19 23:48:54.290283 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-44b41741-310c-48a8-bf1c-096e25855b7a service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Aug 19 23:48:54.391078 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d27b7030-788d-4b8b-b8e8-02649b68966a req-26d1e5a7-aa85-4df7-8cfb-1958e1506edb service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898061 Aug 19 23:48:55.051026 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb34ec-7639-4da3-a678-3e5f2232c152 req-86ecbbf3-d544-4857-8f5e-1e001607e507 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:55.052509 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1bb34ec-7639-4da3-a678-3e5f2232c152 req-86ecbbf3-d544-4857-8f5e-1e001607e507 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0677030 Aug 19 23:48:55.104554 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1bb34ec-7639-4da3-a678-3e5f2232c152 req-8e5ef8ba-7371-4cd2-ba43-e8885e45fabb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 Aug 19 23:48:55.871191 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411b15-3316-4e1d-b7c4-b0b24f0fd423 req-23ea0567-01ce-40a8-9fa3-6d629f0a2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:55.872916 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f4411b15-3316-4e1d-b7c4-b0b24f0fd423 req-23ea0567-01ce-40a8-9fa3-6d629f0a2aca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.0586758 Aug 19 23:48:55.925177 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f4411b15-3316-4e1d-b7c4-b0b24f0fd423 req-fd2483cd-9941-4d15-b1cf-8fc7aecbc974 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Aug 19 23:48:55.935078 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33654) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:56.066925 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-38db55c3-aa84-4453-b04b-f3fddbdbae35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2ffa0eeba694f9280d41d77144356d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306887 Aug 19 23:48:56.069465 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33660) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:56.115690 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.135822 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.155761 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 33666) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:56.211796 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Deleting subnet 7f7d564b-aaa9-4703-9c04-92d0a22138c3 {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:48:56.212020 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.214344 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.217803 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.217955 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b HTTP/1.1" status: 204 len: 168 time: 0.1451693 Aug 19 23:48:56.248319 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffd1cc7-db38-40b7-a14b-bc4e5ca1a54b,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:56.253812 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.262237 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b5de-df5c-4a92-a106-77bfe68a241a req-23de7ba4-3ca3-496c-ba56-aef801a19b02 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:56.263910 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c0e0b5de-df5c-4a92-a106-77bfe68a241a req-23de7ba4-3ca3-496c-ba56-aef801a19b02 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0836787 Aug 19 23:48:56.265811 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.266342 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.266843 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.267386 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.268414 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.268915 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.269394 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.269875 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.270353 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.271354 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.271868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.272205 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025b39c-b724-44dd-aca3-3b64731f4529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:48:56.298344 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.312208 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c0e0b5de-df5c-4a92-a106-77bfe68a241a req-4d54ce3f-f382-4058-96b7-d5f38e222165 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363312 Aug 19 23:48:56.370479 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.396971 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7d564b-aaa9-4703-9c04-92d0a22138c3,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:56.400906 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.405064 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-366e3a3d-cab5-4069-b38c-d9c15756ed68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f7d564b-aaa9-4703-9c04-92d0a22138c3 HTTP/1.1" status: 204 len: 168 time: 0.2459497 Aug 19 23:48:56.405944 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33676) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:56.479814 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.562920 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.573509 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f129215-9dbf-4541-82ca-a08132dd8446']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:56.584525 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b650ef14-e557-4d6d-bf93-950791465e52') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:56.584863 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b650ef14-e557-4d6d-bf93-950791465e52') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:48:56.594015 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.608232 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.615072 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:48:56.615477 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:48:56.617306 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:48:56.674528 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.680132 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.683277 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f129215-9dbf-4541-82ca-a08132dd8446 HTTP/1.1" status: 204 len: 168 time: 0.2749021 Aug 19 23:48:56.696113 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beab4b5-e56d-4719-8315-e84154ed9140 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f129215-9dbf-4541-82ca-a08132dd8446,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:56.798059 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33698) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:56.838009 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e06e9e81-e362-4c49-8e5b-bc1149d9219d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a951978d00eb468eae2473ca44f5ae8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385118 Aug 19 23:48:56.840449 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33702) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:48:56.892579 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-08db6940-f2c9-4a64-b85a-b3052ea070f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.916768 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-08db6940-f2c9-4a64-b85a-b3052ea070f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.970856 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-08db6940-f2c9-4a64-b85a-b3052ea070f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.974166 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-08db6940-f2c9-4a64-b85a-b3052ea070f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:56.976074 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-08db6940-f2c9-4a64-b85a-b3052ea070f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16c6cb57-7073-4c1c-a7ec-a2fed105fcae HTTP/1.1" status: 204 len: 168 time: 0.1346569 Aug 19 23:48:56.984331 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db6940-f2c9-4a64-b85a-b3052ea070f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c6cb57-7073-4c1c-a7ec-a2fed105fcae,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:48:57.474878 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced107-1f19-4edf-84ac-2a8852d7d0f6 req-32abef41-b303-4ca6-a44b-3cd75be368d9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:57.481076 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-65ced107-1f19-4edf-84ac-2a8852d7d0f6 req-32abef41-b303-4ca6-a44b-3cd75be368d9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0869992 Aug 19 23:48:57.557998 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-65ced107-1f19-4edf-84ac-2a8852d7d0f6 req-07798fbe-5cd6-4fcf-84e4-17b82da822c5 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614519 Aug 19 23:48:58.676978 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ce999-2ee6-4ea0-b3d6-70c9dd5d95e5 req-24c3b4ab-ae2d-4b0c-99b5-1500c50bcf61 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:58.678780 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fe8ce999-2ee6-4ea0-b3d6-70c9dd5d95e5 req-24c3b4ab-ae2d-4b0c-99b5-1500c50bcf61 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0521858 Aug 19 23:48:58.728416 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fe8ce999-2ee6-4ea0-b3d6-70c9dd5d95e5 req-19a17970-0d12-4802-9a14-f199be235390 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Aug 19 23:48:58.984551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbe68d-fd39-49b2-a8cd-b841e1f6006f req-115ff11f-f399-47a5-ae3c-002c4cfef630 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:58.986113 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eadbe68d-fd39-49b2-a8cd-b841e1f6006f req-115ff11f-f399-47a5-ae3c-002c4cfef630 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0488563 Aug 19 23:48:58.996580 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-61c8af76-3273-4d6c-8b86-0bc2813fcc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:58.998143 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-61c8af76-3273-4d6c-8b86-0bc2813fcc8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.0415249 Aug 19 23:48:59.024171 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eadbe68d-fd39-49b2-a8cd-b841e1f6006f req-f153e635-4c15-4296-8c0d-9000513956ea tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Aug 19 23:48:59.071055 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ec44d9c6-a15a-437e-a4d4-e186d265176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:48:59.096736 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-424029d4-27b0-4b9f-a9b6-a266c4b85931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:59.098272 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-424029d4-27b0-4b9f-a9b6-a266c4b85931 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.0889440 Aug 19 23:48:59.142801 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-ccc88d76-13b9-4776-b4a4-c03bc3f4933f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0359797 Aug 19 23:48:59.206107 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-5e5dd633-72ce-4f29-9029-1d6d374d4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:48:59.207335 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-5e5dd633-72ce-4f29-9029-1d6d374d4ad0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0570519 Aug 19 23:48:59.246790 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-a470a82d-9356-4899-9eb4-25460d55ba5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276392 Aug 19 23:48:59.532123 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-be9a5120-6e53-46a9-9f85-4b0267a5c9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758496 Aug 19 23:49:00.020738 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33786) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:00.132810 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-33bb8051-b5a4-4e95-9ee0-3319b18b9ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.161790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b320d0-be79-4460-96af-5abeb67d1409 req-db48ec06-73e4-466a-a100-b942fa56003b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:00.163314 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a9b320d0-be79-4460-96af-5abeb67d1409 req-db48ec06-73e4-466a-a100-b942fa56003b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0723820 Aug 19 23:49:00.221704 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a9b320d0-be79-4460-96af-5abeb67d1409 req-05da7303-d74f-469b-9f2a-7148101b2fb9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518978 Aug 19 23:49:00.276400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-33bb8051-b5a4-4e95-9ee0-3319b18b9ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.280123 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-33bb8051-b5a4-4e95-9ee0-3319b18b9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.315154 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb8051-b5a4-4e95-9ee0-3319b18b9ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46d8d7-3f06-44ba-b43f-f8bda5c6711c,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:00.319375 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-33bb8051-b5a4-4e95-9ee0-3319b18b9ff8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=661fb5d08b984cb9ac3da70d3bd10587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976224 Aug 19 23:49:00.322453 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33796) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:00.368203 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3156efd8-b2c4-49db-89d1-bc830243d838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.388820 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3156efd8-b2c4-49db-89d1-bc830243d838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.433364 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3156efd8-b2c4-49db-89d1-bc830243d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.435914 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3156efd8-b2c4-49db-89d1-bc830243d838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:00.437051 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3156efd8-b2c4-49db-89d1-bc830243d838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c46d8d7-3f06-44ba-b43f-f8bda5c6711c HTTP/1.1" status: 204 len: 168 time: 0.1143069 Aug 19 23:49:00.445216 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156efd8-b2c4-49db-89d1-bc830243d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46d8d7-3f06-44ba-b43f-f8bda5c6711c,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:01.339224 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f207b2f-51c1-483f-9df0-c3022eb2d75c req-70c00b78-69db-4b16-9995-1a16feac0ebf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:01.341130 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3f207b2f-51c1-483f-9df0-c3022eb2d75c req-70c00b78-69db-4b16-9995-1a16feac0ebf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0520091 Aug 19 23:49:01.379743 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3f207b2f-51c1-483f-9df0-c3022eb2d75c req-7d5f2877-cb54-44be-b9ce-a39ca9d970ef tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Aug 19 23:49:01.681443 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9247d727-d203-4eb9-9186-9be0e2444ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:01.898211 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:02.296532 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2c58ad70-8b30-4033-a48e-83614faaccf7 req-7564314c-fa65-4e58-8fa0-4fc6a2d16a20 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Aug 19 23:49:02.494677 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff35098-a982-450d-9e3e-ffd51f17f378 req-f1086fc4-7be1-44d3-96b9-15607853f5aa tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:02.496164 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eff35098-a982-450d-9e3e-ffd51f17f378 req-f1086fc4-7be1-44d3-96b9-15607853f5aa tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0517907 Aug 19 23:49:02.533244 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eff35098-a982-450d-9e3e-ffd51f17f378 req-73f1d18f-89b6-4daf-9cb2-0c415772c9a4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 19 23:49:02.849521 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:03.650756 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712d7e-d586-48ab-b5d5-a1d22cb2dd63 req-36ea42a7-9b29-4ddf-b623-d2dd851bf15c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:03.652234 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-91712d7e-d586-48ab-b5d5-a1d22cb2dd63 req-36ea42a7-9b29-4ddf-b623-d2dd851bf15c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0549870 Aug 19 23:49:03.690234 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-91712d7e-d586-48ab-b5d5-a1d22cb2dd63 req-ce5b87df-52f3-4cf4-b1f7-a94468ea1fdb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Aug 19 23:49:04.350616 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:04.460181 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-7628f463-2c6e-4984-b93e-a22850912844 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033246183&fields=id&tenant_id=53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 267 time: 0.0345497 Aug 19 23:49:04.580629 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-98a4b366-19bf-472a-bd3c-25aa29423fb9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:04.582149 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-98a4b366-19bf-472a-bd3c-25aa29423fb9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 812 time: 0.1146004 Aug 19 23:49:04.597622 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-785cf677-1279-46b0-9702-88768b0ec8c5 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/quotas/53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 375 time: 0.0098078 Aug 19 23:49:04.648825 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-8745e581-924f-4622-96eb-2ab75642dfb2 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455017 Aug 19 23:49:04.748911 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-db033b6e-f6ed-4a06-a538-f5a39f03b2b9 service neutron] 10.222.0.18 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858369 Aug 19 23:49:04.837110 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-c9a95b9e-7be3-4c29-8486-58f7674157bf service neutron] 10.222.0.18 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814490 Aug 19 23:49:05.005825 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d19ab-96dd-4d79-a2c3-0c150241e592 req-ef760eeb-eb16-4e6d-b0fc-df280f715656 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:05.011563 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e98d19ab-96dd-4d79-a2c3-0c150241e592 req-ef760eeb-eb16-4e6d-b0fc-df280f715656 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0560939 Aug 19 23:49:05.046389 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e98d19ab-96dd-4d79-a2c3-0c150241e592 req-89b1986e-6686-478d-89a6-c246a0412c70 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Aug 19 23:49:05.155353 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cddae696-de0a-41e2-94fd-1adba7ff26a9 req-02e1feb5-5f16-4c92-b66d-9a752dd7cb9c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 210 time: 0.0308394 Aug 19 23:49:05.519414 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 33902) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:05.625702 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bd88a94c-8710-40a3-be2c-a8cad42715aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.715428 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bd88a94c-8710-40a3-be2c-a8cad42715aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.719749 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bd88a94c-8710-40a3-be2c-a8cad42715aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.757769 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-bd88a94c-8710-40a3-be2c-a8cad42715aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb7d80fdbf55490989eb475413f6b7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372749 Aug 19 23:49:05.758643 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a94c-8710-40a3-be2c-a8cad42715aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d3b97-22bc-4ec1-8171-da8a31b2dd17,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:05.760493 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 33906) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:05.809238 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-cc69f768-e55b-4086-88e1-0d8465a7395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.829020 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-cc69f768-e55b-4086-88e1-0d8465a7395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.877547 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-cc69f768-e55b-4086-88e1-0d8465a7395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.880698 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-cc69f768-e55b-4086-88e1-0d8465a7395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:05.881983 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-cc69f768-e55b-4086-88e1-0d8465a7395d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d4d3b97-22bc-4ec1-8171-da8a31b2dd17 HTTP/1.1" status: 204 len: 168 time: 0.1204100 Aug 19 23:49:05.890020 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f768-e55b-4086-88e1-0d8465a7395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d3b97-22bc-4ec1-8171-da8a31b2dd17,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:06.188075 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833fc73-82d1-4be9-995b-6fa2ae682595 req-87e1c32c-173d-4ea7-a715-292c29eb82db tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:06.190416 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2833fc73-82d1-4be9-995b-6fa2ae682595 req-87e1c32c-173d-4ea7-a715-292c29eb82db tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0547359 Aug 19 23:49:06.233770 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2833fc73-82d1-4be9-995b-6fa2ae682595 req-580ad2e7-dbc1-4e89-911b-ca401486dfc3 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Aug 19 23:49:06.263402 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3ef47778-b0cc-48a1-b2f1-31661d561bc1 req-c23fe10d-1061-4b8b-979a-19b5eb9d4950 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 210 time: 0.0286622 Aug 19 23:49:06.272378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-545c4e7e-7073-469e-a14c-4fb9579a0e33 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:06.274111 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-545c4e7e-7073-469e-a14c-4fb9579a0e33 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 812 time: 0.1647203 Aug 19 23:49:06.325374 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-79817c96-07ac-48b1-9a8f-1871c6f36050 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 380 time: 0.0335009 Aug 19 23:49:06.335126 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'port': {'device_id': '7aecce19-29cf-4195-a906-9420aad5a3db', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'admin_state_up': True, 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'security_groups': ['22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:49:06.441939 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Made reservation on behalf of 53d07056e77a4f6fa44f067bf9ecb62f for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:49:06.446764 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:06.582465 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Allocated IP 172.20.0.7 (4024a10b-67ea-4d59-b576-eb2a0908d839/71b013b8-fe32-43a6-b858-819261a026c1/bbea1d7b-2185-4697-a157-193f043ece2c) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:49:06.717051 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:06.730624 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Transition to ACTIVE for port object bbea1d7b-2185-4697-a157-193f043ece2c will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:49:06.761814 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:06.801526 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:49:06.804413 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:49:06.807288 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:49:06.847418 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=bbea1d7b-2185-4697-a157-193f043ece2c,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:06.871414 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:06.872021 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:06.887365 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-df32da88-eb6f-4c35-9799-f1967879702e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556459 Aug 19 23:49:06.908663 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Request body: {'port': {'device_id': '7aecce19-29cf-4195-a906-9420aad5a3db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:49:06.966675 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.022009 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-4b012207-a67b-4413-b966-61070e1044e8 None None] Provisioning for port bbea1d7b-2185-4697-a157-193f043ece2c completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:49:07.025910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-4b012207-a67b-4413-b966-61070e1044e8 None None] Provisioning complete for port bbea1d7b-2185-4697-a157-193f043ece2c triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:49:07.026316 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4b012207-a67b-4413-b966-61070e1044e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.059049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-4b012207-a67b-4413-b966-61070e1044e8 None None] Port bbea1d7b-2185-4697-a157-193f043ece2c cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:49:07.221688 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbea1d7b-2185-4697-a157-193f043ece2c {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:49:07.229187 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.240649 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Transition to ACTIVE for port object bbea1d7b-2185-4697-a157-193f043ece2c will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:49:07.244874 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.315229 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Pushing event updated for resources: {'Port': ['ID=bbea1d7b-2185-4697-a157-193f043ece2c,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:07.365680 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Attempting to bind port bbea1d7b-2185-4697-a157-193f043ece2c on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:49:07.366949 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Attempting to bind port bbea1d7b-2185-4697-a157-193f043ece2c by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:49:07.367340 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Attempting to bind port bbea1d7b-2185-4697-a157-193f043ece2c on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:49:07.372371 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Port bbea1d7b-2185-4697-a157-193f043ece2c on network 4024a10b-67ea-4d59-b576-eb2a0908d839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:49:07.372699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Attempting to bind port bbea1d7b-2185-4697-a157-193f043ece2c on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:49:07.378271 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:49:07.378613 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Checking segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:49:07.379001 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Bound using segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:49:07.379472 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Bound port: bbea1d7b-2185-4697-a157-193f043ece2c, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:49:07.379829 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.401329 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418e602-ea85-4e38-86aa-421909b26cc5 req-9ea6254b-8442-48b1-b89b-2607356e42e4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:07.403234 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d418e602-ea85-4e38-86aa-421909b26cc5 req-9ea6254b-8442-48b1-b89b-2607356e42e4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0602896 Aug 19 23:49:07.443180 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d418e602-ea85-4e38-86aa-421909b26cc5 req-8f582f4e-a74f-472e-91c2-e9c810138302 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Aug 19 23:49:07.448582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] For port bbea1d7b-2185-4697-a157-193f043ece2c, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:49:07.451947 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] For port bbea1d7b-2185-4697-a157-193f043ece2c, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=bbea1d7b-2185-4697-a157-193f043ece2c,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:49:07.460716 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.495062 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:07.495715 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:07.497126 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-f041644c-d859-43df-84e1-4309b3684372 service neutron] 10.222.0.45 "PUT /v2.0/ports/bbea1d7b-2185-4697-a157-193f043ece2c HTTP/1.1" status: 200 len: 1093 time: 0.5930274 Aug 19 23:49:07.499393 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:07.501700 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a882143-52b2-4195-a26d-ed68dc9967ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:07.529063 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041644c-d859-43df-84e1-4309b3684372 service neutron] Pushing event updated for resources: {'Port': ['ID=bbea1d7b-2185-4697-a157-193f043ece2c,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:07.560116 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb16d121-939d-4349-b1e9-c5da49850956 x-openstack-request-id: req-cb16d121-939d-4349-b1e9-c5da49850956 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:07.560404 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:07.560656 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb16d121-939d-4349-b1e9-c5da49850956 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:07.561049 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'status': 'completed', 'code': 200} Aug 19 23:49:07.608659 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-41fc7a43-2080-49f0-8462-039a8b2ba3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:07.610215 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-41fc7a43-2080-49f0-8462-039a8b2ba3c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 1096 time: 0.0607946 Aug 19 23:49:07.661229 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-deef3488-4a80-443f-9b77-6145582fe42d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbea1d7b-2185-4697-a157-193f043ece2c HTTP/1.1" status: 200 len: 217 time: 0.0371447 Aug 19 23:49:07.693429 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a26062-4bf8-4df7-95e8-5699bce05f49 req-919d8776-2d14-4822-bc28-44af35754220 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:07.699355 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39a26062-4bf8-4df7-95e8-5699bce05f49 req-919d8776-2d14-4822-bc28-44af35754220 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0593290 Aug 19 23:49:07.723785 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-5067b098-39fc-4c93-97a2-6a4b90703208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:07.725256 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-5067b098-39fc-4c93-97a2-6a4b90703208 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0444145 Aug 19 23:49:07.733475 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39a26062-4bf8-4df7-95e8-5699bce05f49 req-69edddc0-26cb-421c-8c1c-bbbfb41d10ea tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Aug 19 23:49:07.781228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-2ca41304-ed61-4e45-89d7-ac9b4b011a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:07.782910 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-2ca41304-ed61-4e45-89d7-ac9b4b011a1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468318 Aug 19 23:49:07.879837 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-b09a37bb-7c77-4bc2-a69b-5a1a48b76f80 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846863 Aug 19 23:49:07.981779 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f86bb639-a74a-4661-8c0a-503dfd6ab986 req-7fa3b3d8-cbc9-4e19-b864-6882bf3ac7de service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919304 Aug 19 23:49:08.093228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-711c064f-ccdf-42e7-ab61-8aa82defe0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:08.094838 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-711c064f-ccdf-42e7-ab61-8aa82defe0f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 1096 time: 0.0437241 Aug 19 23:49:08.200629 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-9f8d744a-46f6-4c63-a4b7-139993b41749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:08.202108 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-9f8d744a-46f6-4c63-a4b7-139993b41749 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0828438 Aug 19 23:49:08.247115 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-40808717-11d0-492a-a291-c155f723ae12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbea1d7b-2185-4697-a157-193f043ece2c HTTP/1.1" status: 200 len: 217 time: 0.0366352 Aug 19 23:49:08.301312 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-1c9586c9-87f6-4756-ad76-28eebcafb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:08.302745 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-1c9586c9-87f6-4756-ad76-28eebcafb1f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0429196 Aug 19 23:49:08.359195 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-a74e0735-b1f5-4cb6-a9f4-ef184f2d92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:08.360628 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-a74e0735-b1f5-4cb6-a9f4-ef184f2d92ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376825 Aug 19 23:49:08.455463 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-06d93ffc-f5f0-4df2-aeb5-ba36f8b6c49d service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821683 Aug 19 23:49:08.557222 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24109e90-e525-4f3c-a573-d280d7bdf56c req-caf128fb-5c38-4936-8259-ac56f026150b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:08.558177 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5a882143-52b2-4195-a26d-ed68dc9967ee req-4c051f3c-17ec-44c3-88a8-364255acc973 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831800 Aug 19 23:49:08.558709 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-24109e90-e525-4f3c-a573-d280d7bdf56c req-caf128fb-5c38-4936-8259-ac56f026150b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0479891 Aug 19 23:49:08.599342 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-24109e90-e525-4f3c-a573-d280d7bdf56c req-7778d9f9-b4fd-40f6-a0f7-fe91162d5c99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346572 Aug 19 23:49:09.712541 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524e346-9d8c-4c02-9c5d-1e891c0657d7 req-0d16bcac-5a7b-4057-aa95-2fbe53881558 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:09.714043 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7524e346-9d8c-4c02-9c5d-1e891c0657d7 req-0d16bcac-5a7b-4057-aa95-2fbe53881558 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0478935 Aug 19 23:49:09.750456 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7524e346-9d8c-4c02-9c5d-1e891c0657d7 req-bffb468e-9016-426b-9bdc-5678d1958ff9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Aug 19 23:49:10.866953 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566433-7236-4a25-ae1e-2945c517b3fa req-cf716f55-1758-41fb-9f55-aaa9d503de09 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:10.868468 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e8566433-7236-4a25-ae1e-2945c517b3fa req-cf716f55-1758-41fb-9f55-aaa9d503de09 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0497243 Aug 19 23:49:10.912077 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e8566433-7236-4a25-ae1e-2945c517b3fa req-355f7e96-7ae6-4114-ae8c-941b2c01f2a0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372539 Aug 19 23:49:11.083004 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a825141-36ed-4a54-8324-e1c49f9ac179 req-d4400685-83ae-4b05-b03a-a03b9fa446f7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:11.084586 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a825141-36ed-4a54-8324-e1c49f9ac179 req-d4400685-83ae-4b05-b03a-a03b9fa446f7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0510063 Aug 19 23:49:11.129816 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a825141-36ed-4a54-8324-e1c49f9ac179 req-ff16521a-5b2b-4792-9b77-79a3d15e68b3 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Aug 19 23:49:12.036128 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a01141-b296-469f-9491-381945b31a1f req-cbd74d07-7aad-47c0-83e7-39f2c381d0ce tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:12.037661 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-89a01141-b296-469f-9491-381945b31a1f req-cbd74d07-7aad-47c0-83e7-39f2c381d0ce tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0520153 Aug 19 23:49:12.077865 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-89a01141-b296-469f-9491-381945b31a1f req-28297527-aec2-41a2-9370-dfdd30524a70 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 19 23:49:12.244497 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71d01c-83af-4cca-bbfc-80ed3ebe7607 req-df3a31e8-8a46-41c5-b2b2-1963ef8c3652 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:12.245956 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7a71d01c-83af-4cca-bbfc-80ed3ebe7607 req-df3a31e8-8a46-41c5-b2b2-1963ef8c3652 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0484490 Aug 19 23:49:12.283230 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7a71d01c-83af-4cca-bbfc-80ed3ebe7607 req-c771e9da-c796-43ff-a3a0-aef99716ff9c tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Aug 19 23:49:12.807383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb45beb-15b1-40d4-a06d-e61cca21bf1a req-0cc92451-789c-4860-8095-a52312b776e1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:12.808841 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7eb45beb-15b1-40d4-a06d-e61cca21bf1a req-0cc92451-789c-4860-8095-a52312b776e1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Aug 19 23:49:12.848771 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7eb45beb-15b1-40d4-a06d-e61cca21bf1a req-f8d452d0-72b9-4935-8fdf-68ee09b09346 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338230 Aug 19 23:49:13.191579 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da316b4-157e-4eb1-b245-0b9de3ceefc9 req-e711e2d5-d9da-422c-924d-a041a1cdb9ee tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:13.193041 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0da316b4-157e-4eb1-b245-0b9de3ceefc9 req-e711e2d5-d9da-422c-924d-a041a1cdb9ee tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0482237 Aug 19 23:49:13.229215 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0da316b4-157e-4eb1-b245-0b9de3ceefc9 req-e18c44a0-5be3-4319-aa1c-12769abe8bd5 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303748 Aug 19 23:49:13.406121 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579c8d-fbca-4814-9f43-f3b74d808124 req-fb9d477f-b327-4d46-acba-e03bed43b2c2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:13.407648 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-53579c8d-fbca-4814-9f43-f3b74d808124 req-fb9d477f-b327-4d46-acba-e03bed43b2c2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0532320 Aug 19 23:49:13.444873 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-53579c8d-fbca-4814-9f43-f3b74d808124 req-84ece500-cfd5-4257-b534-6b903cefaa5c tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Aug 19 23:49:13.774720 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:49:13.969040 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83ff5-a56e-49b2-817d-9669a00c01af req-1e09ac3a-1cdc-41e5-8983-69f760e251d8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:13.970527 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c3a83ff5-a56e-49b2-817d-9669a00c01af req-1e09ac3a-1cdc-41e5-8983-69f760e251d8 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Aug 19 23:49:14.011588 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c3a83ff5-a56e-49b2-817d-9669a00c01af req-8bca3201-a2ed-46ad-99d7-352219291713 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Aug 19 23:49:14.340963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb0aa3-3abb-4f80-aeac-f109f188ac0f req-0dc5f92e-0f85-4115-8cb6-94d7983dd398 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:14.342406 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb0aa3-3abb-4f80-aeac-f109f188ac0f req-0dc5f92e-0f85-4115-8cb6-94d7983dd398 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0476046 Aug 19 23:49:14.379040 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42bb0aa3-3abb-4f80-aeac-f109f188ac0f req-93bce6b0-6e11-44b8-8c31-b4e0ef6920e4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307741 Aug 19 23:49:14.566209 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a3970-625c-48bb-bc97-79c5feca9b41 req-47d9437b-434f-47fe-a49c-9494e1377346 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:14.567703 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-564a3970-625c-48bb-bc97-79c5feca9b41 req-47d9437b-434f-47fe-a49c-9494e1377346 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0496199 Aug 19 23:49:14.603938 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-564a3970-625c-48bb-bc97-79c5feca9b41 req-b882c68c-df7c-4df4-a7b5-2bfbf898bb71 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303431 Aug 19 23:49:15.126590 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74415245-3b38-4940-a358-1b2a9642d78a req-2f59072e-7931-48d9-bf1e-ce91943f13cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:15.128091 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-74415245-3b38-4940-a358-1b2a9642d78a req-2f59072e-7931-48d9-bf1e-ce91943f13cc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0492961 Aug 19 23:49:15.168233 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-74415245-3b38-4940-a358-1b2a9642d78a req-0d6e4894-556e-4335-9a8e-5e0bb72b6cf6 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Aug 19 23:49:15.221049 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067517f6-1d0d-4d29-935e-234bc61a523b req-3a14e496-96d4-4570-b7a9-487249dfd145 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:15.222511 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-067517f6-1d0d-4d29-935e-234bc61a523b req-3a14e496-96d4-4570-b7a9-487249dfd145 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 945 time: 0.0482590 Aug 19 23:49:15.314655 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Deleting port ecb190ad-13d1-4129-a1f0-9487bfbad07c {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:49:15.314924 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:15.402217 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] For port ecb190ad-13d1-4129-a1f0-9487bfbad07c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecb190ad-13d1-4129-a1f0-9487bfbad07c,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:15.402582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:15.419198 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Calling delete_port for ecb190ad-13d1-4129-a1f0-9487bfbad07c owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:49:15.491202 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694d926-58e8-4a9d-9076-25a2e0933acd req-d3889ae1-84d4-45fd-bfc0-3678931e3136 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:15.497960 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0694d926-58e8-4a9d-9076-25a2e0933acd req-d3889ae1-84d4-45fd-bfc0-3678931e3136 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0536752 Aug 19 23:49:15.531614 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0694d926-58e8-4a9d-9076-25a2e0933acd req-eb2b8239-9381-4f6a-896b-d40d5bd57735 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327861 Aug 19 23:49:15.557478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:15.570871 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', '67fc9415-0931-4bbd-808d-55edbc69bbb9', '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1', 'ecb190ad-13d1-4129-a1f0-9487bfbad07c'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:49:15.584795 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event deleted for resources: {'Port': ['ID=ecb190ad-13d1-4129-a1f0-9487bfbad07c,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:15.631343 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] No DVR routers for this DVR port ecb190ad-13d1-4129-a1f0-9487bfbad07c on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:49:15.633933 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:15.636154 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-067517f6-1d0d-4d29-935e-234bc61a523b req-415fb5b6-9858-4a4b-b50e-a127da961b36 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "DELETE /v2.0/ports/ecb190ad-13d1-4129-a1f0-9487bfbad07c HTTP/1.1" status: 204 len: 173 time: 0.4064529 Aug 19 23:49:15.636601 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'name': 'network-vif-deleted', 'tag': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:15.638837 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e430a-9274-48a4-a7dc-7b969c2c645c" -d '{"events": [{"server_uuid": "5618dfdf-3663-4197-9bff-3545d2b5b255", "name": "network-vif-deleted", "tag": "ecb190ad-13d1-4129-a1f0-9487bfbad07c"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:15.706127 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a0197-c54a-4443-981e-245882b13f29 x-openstack-request-id: req-392a0197-c54a-4443-981e-245882b13f29 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:15.706478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5618dfdf-3663-4197-9bff-3545d2b5b255", "name": "network-vif-deleted", "tag": "ecb190ad-13d1-4129-a1f0-9487bfbad07c", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:15.706797 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-392a0197-c54a-4443-981e-245882b13f29 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:15.707286 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5618dfdf-3663-4197-9bff-3545d2b5b255', 'name': 'network-vif-deleted', 'tag': 'ecb190ad-13d1-4129-a1f0-9487bfbad07c', 'status': 'completed', 'code': 200} Aug 19 23:49:15.733811 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaac73f-49f5-4bf5-b31c-38067719de2e req-9c419ae6-00f2-48dd-ae4d-056b8c46b8d1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:15.741987 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-feaac73f-49f5-4bf5-b31c-38067719de2e req-9c419ae6-00f2-48dd-ae4d-056b8c46b8d1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0603795 Aug 19 23:49:15.778880 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-feaac73f-49f5-4bf5-b31c-38067719de2e req-97e6dcc0-382e-4a10-b91f-7a9d15ef67c5 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362294 Aug 19 23:49:16.272369 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-03801c13-fed8-4e7d-90ce-b8e8e7a5965a req-31e62bbd-76a4-4dcc-bc92-32dd452f838f tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5618dfdf-3663-4197-9bff-3545d2b5b255 HTTP/1.1" status: 200 len: 210 time: 0.0255516 Aug 19 23:49:16.644432 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455659da-b029-43a5-aac3-e48ad58bfc18 req-8ffadfe9-dc01-4e3e-9b52-87b961aaaf9b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:16.645871 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-455659da-b029-43a5-aac3-e48ad58bfc18 req-8ffadfe9-dc01-4e3e-9b52-87b961aaaf9b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0517426 Aug 19 23:49:16.682645 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-455659da-b029-43a5-aac3-e48ad58bfc18 req-67af3d64-6b32-46cf-bd56-e404b0f1db75 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305758 Aug 19 23:49:16.894753 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacafdd-55a7-4771-b441-9a0bc4599962 req-464238c3-758c-4a2f-8a12-3c49a15d19ba tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:16.896263 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eaacafdd-55a7-4771-b441-9a0bc4599962 req-464238c3-758c-4a2f-8a12-3c49a15d19ba tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0498340 Aug 19 23:49:16.932116 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eaacafdd-55a7-4771-b441-9a0bc4599962 req-82914deb-4c0a-440e-8354-b507f2d58563 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298009 Aug 19 23:49:17.796117 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b6a8e-4b9c-489d-b151-508593d4eff8 req-40d923da-d6e0-4434-b2da-4e3483ab186e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:17.797674 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ce3b6a8e-4b9c-489d-b151-508593d4eff8 req-40d923da-d6e0-4434-b2da-4e3483ab186e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0497282 Aug 19 23:49:17.835942 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ce3b6a8e-4b9c-489d-b151-508593d4eff8 req-b9b84e0b-3f6e-48dc-8dea-03285fbaef35 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Aug 19 23:49:18.047679 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d068d42-e290-41ba-bf36-6ab87cfea99d req-630cadd6-5a64-40a2-9b05-52b45f703b90 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:18.049097 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9d068d42-e290-41ba-bf36-6ab87cfea99d req-630cadd6-5a64-40a2-9b05-52b45f703b90 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0513833 Aug 19 23:49:18.084445 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9d068d42-e290-41ba-bf36-6ab87cfea99d req-44bd1b24-577d-47f3-826f-e52dfb189547 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295668 Aug 19 23:49:18.658754 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b8e56-850a-497a-8b15-c35864d06713 req-bb73231a-6ff3-4ffa-b222-85c9c5804dd7 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:18.660354 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c77b8e56-850a-497a-8b15-c35864d06713 req-bb73231a-6ff3-4ffa-b222-85c9c5804dd7 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.0509324 Aug 19 23:49:18.697778 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c77b8e56-850a-497a-8b15-c35864d06713 req-c67ee4a7-7965-488e-ab03-3dff2020ad9b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Aug 19 23:49:18.955399 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3db27-ff8f-42fd-8dea-8511ba476d51 req-08577352-c367-4934-8dc4-2a103f8082f0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:18.957543 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22b3db27-ff8f-42fd-8dea-8511ba476d51 req-08577352-c367-4934-8dc4-2a103f8082f0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0530562 Aug 19 23:49:18.997699 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22b3db27-ff8f-42fd-8dea-8511ba476d51 req-7f8388d2-7575-4d9b-bbcd-89769ff0faf6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Aug 19 23:49:19.198888 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75b73c-1cb9-4b61-9628-b619fae74024 req-ce0f3a0d-154a-489d-9dee-14f6105d97f3 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:19.200436 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad75b73c-1cb9-4b61-9628-b619fae74024 req-ce0f3a0d-154a-489d-9dee-14f6105d97f3 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0502772 Aug 19 23:49:19.237359 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad75b73c-1cb9-4b61-9628-b619fae74024 req-13620547-de91-4eb7-922e-d2e6e4b0f451 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300498 Aug 19 23:49:19.501311 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecb190ad-13d1-4129-a1f0-9487bfbad07c no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:49:19.523995 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: ecb190ad-13d1-4129-a1f0-9487bfbad07c {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:49:19.524333 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecb190ad-13d1-4129-a1f0-9487bfbad07c not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:49:19.814211 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e5b-19c1-4693-a0fb-303a2f8ed191 req-3a50960b-c192-4c0e-8a57-ea96a25d3d31 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:19.816424 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c44e8e5b-19c1-4693-a0fb-303a2f8ed191 req-3a50960b-c192-4c0e-8a57-ea96a25d3d31 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.0493474 Aug 19 23:49:19.853737 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c44e8e5b-19c1-4693-a0fb-303a2f8ed191 req-ea3e4c5a-10a5-4588-a93f-26ef98dd310a tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Aug 19 23:49:20.041659 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa0a30-102a-4b59-8ae4-92f84377fda8 req-2fd62c36-66db-41a3-8bb8-b75eb8bfd558 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.042270 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-a52146e7-18ef-4c52-897d-a9ff4c18b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.043196 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-10fa0a30-102a-4b59-8ae4-92f84377fda8 req-2fd62c36-66db-41a3-8bb8-b75eb8bfd558 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 19 23:49:20.044072 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-a52146e7-18ef-4c52-897d-a9ff4c18b16f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.0442295 Aug 19 23:49:20.089429 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-10fa0a30-102a-4b59-8ae4-92f84377fda8 req-40280413-e5de-4425-b96f-6debe9839a90 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Aug 19 23:49:20.134447 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fa863-3058-43ab-8ad9-9af90660aa08 req-02484fec-f8be-4e43-a5b5-cd82195883b2 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.136029 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e96fa863-3058-43ab-8ad9-9af90660aa08 req-02484fec-f8be-4e43-a5b5-cd82195883b2 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0664287 Aug 19 23:49:20.153729 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-9e368a26-89b2-4551-afcf-3beb4d4aaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.155294 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-9e368a26-89b2-4551-afcf-3beb4d4aaa20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.1031644 Aug 19 23:49:20.173279 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e96fa863-3058-43ab-8ad9-9af90660aa08 req-893f68f5-d613-4dff-a43c-6db0ecf943f9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314314 Aug 19 23:49:20.201770 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-3ce3e8ce-7786-4664-bbad-c72765edd454 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0366824 Aug 19 23:49:20.281555 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-ee89c209-d72b-47bc-a1ec-76928d297277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.282920 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-ee89c209-d72b-47bc-a1ec-76928d297277 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0435765 Aug 19 23:49:20.323986 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-2f947d50-812b-4070-a033-3054c90d30cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251837 Aug 19 23:49:20.351550 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b015580-4a5a-49a2-a094-e3dbf8121bb6 req-18f7c1cf-676f-496a-85d0-ebc2ad1c0daf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.353047 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9b015580-4a5a-49a2-a094-e3dbf8121bb6 req-18f7c1cf-676f-496a-85d0-ebc2ad1c0daf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0493929 Aug 19 23:49:20.389250 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9b015580-4a5a-49a2-a094-e3dbf8121bb6 req-0c5137e8-3f7a-4261-a8b7-8b4999b9edaf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300560 Aug 19 23:49:20.422252 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-b007b5a3-693a-4096-b641-cbc34a58b149 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843899 Aug 19 23:49:20.514082 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a3f072f-a4aa-40c0-913b-68df5b98df19 req-1f154aa1-ccd0-4ec6-bcd3-0ed72e3d3a31 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Aug 19 23:49:20.970127 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba68ea-a02b-4fb1-8347-f20c81a052a2 req-e41d0868-cfd4-4b6f-8fa0-d0e7e4d82c99 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:20.971554 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-21ba68ea-a02b-4fb1-8347-f20c81a052a2 req-e41d0868-cfd4-4b6f-8fa0-d0e7e4d82c99 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.0472553 Aug 19 23:49:21.008484 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-21ba68ea-a02b-4fb1-8347-f20c81a052a2 req-869e1913-c80b-4927-bc77-9141d9ca5fcd tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305452 Aug 19 23:49:21.205250 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a7afd-59db-4b7b-88d1-f9815ef947fc req-66f787ce-14eb-4036-b26d-42f63c318425 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:21.207300 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-739a7afd-59db-4b7b-88d1-f9815ef947fc req-66f787ce-14eb-4036-b26d-42f63c318425 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0515597 Aug 19 23:49:21.257878 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-739a7afd-59db-4b7b-88d1-f9815ef947fc req-d4e58cbe-bb75-408f-95ae-2e1857716016 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Aug 19 23:49:21.263114 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-f15c9cf2-3c02-447b-9146-9de44c8cafb2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:21.264640 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-f15c9cf2-3c02-447b-9146-9de44c8cafb2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 946 time: 0.0497794 Aug 19 23:49:21.294211 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4affdf-0c89-4917-81ed-4eb94c0087df req-587fb744-bd86-4acb-a88f-971fdc42951f tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:21.295872 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3b4affdf-0c89-4917-81ed-4eb94c0087df req-587fb744-bd86-4acb-a88f-971fdc42951f tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 943 time: 0.0530956 Aug 19 23:49:21.336163 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3b4affdf-0c89-4917-81ed-4eb94c0087df req-9ba4786d-15e9-4b53-b3d0-d6871fe458eb tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Aug 19 23:49:21.365019 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Deleting port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:49:21.365363 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:21.455541 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] For port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:21.455830 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:21.471832 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Calling delete_port for 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:49:21.502261 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfae43-6f19-4288-ae82-5ca8fe697f74 req-93d732c5-2086-4fda-bff3-b84f65f09de1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:21.503788 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-48bfae43-6f19-4288-ae82-5ca8fe697f74 req-93d732c5-2086-4fda-bff3-b84f65f09de1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0484052 Aug 19 23:49:21.508299 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device bbea1d7b-2185-4697-a157-193f043ece2c details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:49:21.546236 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-48bfae43-6f19-4288-ae82-5ca8fe697f74 req-ac31572c-da33-4caf-987e-128a45d0a864 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Aug 19 23:49:21.599049 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:21.606080 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port bbea1d7b-2185-4697-a157-193f043ece2c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=bbea1d7b-2185-4697-a157-193f043ece2c,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:21.617905 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'port_id': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'mac_address': 'fa:16:3e:9c:31:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:49:21.621781 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', '67fc9415-0931-4bbd-808d-55edbc69bbb9', '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:49:21.627133 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event deleted for resources: {'Port': ['ID=93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:21.670533 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] No DVR routers for this DVR port 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:49:21.672983 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:21.674940 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c9a10cd6-157b-4f84-a967-537c4149d7aa req-68c42195-db02-4360-9f1c-4d5c82c84f93 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "DELETE /v2.0/ports/93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 HTTP/1.1" status: 204 len: 173 time: 0.4002073 Aug 19 23:49:21.675933 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'name': 'network-vif-deleted', 'tag': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:21.678131 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a4fbe-52af-486b-a649-535d06b8c303" -d '{"events": [{"server_uuid": "0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8", "name": "network-vif-deleted", "tag": "93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:21.691975 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:21.705973 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbea1d7b-2185-4697-a157-193f043ece2c {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:49:21.721162 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43585d8b-bdb0-4d39-bb06-a5e7eaf0fd8e x-openstack-request-id: req-43585d8b-bdb0-4d39-bb06-a5e7eaf0fd8e {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:21.721653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8", "name": "network-vif-deleted", "tag": "93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:21.721914 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43585d8b-bdb0-4d39-bb06-a5e7eaf0fd8e {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:21.722323 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8', 'name': 'network-vif-deleted', 'tag': '93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1', 'status': 'completed', 'code': 200} Aug 19 23:49:21.736850 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port bbea1d7b-2185-4697-a157-193f043ece2c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=bbea1d7b-2185-4697-a157-193f043ece2c,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:21.742995 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:21.816412 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=bbea1d7b-2185-4697-a157-193f043ece2c,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:21.831484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.831831 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.832169 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.832503 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.832834 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.833164 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.833491 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.833814 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.834141 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.834461 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.834781 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:21.835111 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:22.118442 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4f9ebcf1-1dc3-4b60-b33d-43cd8f10d141 req-730f3eae-0161-429c-9d24-170772630b0b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c9e4d2a-c9ab-4e19-8f2e-56779072aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Aug 19 23:49:22.141629 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['bbea1d7b-2185-4697-a157-193f043ece2c'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:49:22.388169 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380f0f-f7a1-4ba7-925d-fedba623d300 req-b3bec31c-c01b-4ca7-8dde-047836e1c985 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:22.389830 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d380f0f-f7a1-4ba7-925d-fedba623d300 req-b3bec31c-c01b-4ca7-8dde-047836e1c985 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0563068 Aug 19 23:49:22.452859 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d380f0f-f7a1-4ba7-925d-fedba623d300 req-318477f5-db6c-43f0-8a73-b2f8b3a261dd tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563955 Aug 19 23:49:22.468196 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7d50-959e-4528-89aa-c959317eddff req-5a5ad8ab-0b4c-43af-a234-15e4606f3060 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:22.469684 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-73db7d50-959e-4528-89aa-c959317eddff req-5a5ad8ab-0b4c-43af-a234-15e4606f3060 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 944 time: 0.0661421 Aug 19 23:49:22.507334 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-73db7d50-959e-4528-89aa-c959317eddff req-b2d39384-817c-42bb-a44e-d898e0a0cc3a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Aug 19 23:49:22.666084 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782468-7ed3-4d89-9824-7b2d6c6ba853 req-216224e8-af85-4fe6-9096-ea2e846c4a33 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:22.667578 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af782468-7ed3-4d89-9824-7b2d6c6ba853 req-216224e8-af85-4fe6-9096-ea2e846c4a33 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0514257 Aug 19 23:49:22.704196 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af782468-7ed3-4d89-9824-7b2d6c6ba853 req-ab9f7220-e557-43b2-b835-0bac01a1585b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Aug 19 23:49:23.199540 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:23.375398 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34124852-ea92-4d58-8410-4f03b9ad97fa req-ad4a5776-1517-4963-a1d4-6c80ea6d72b9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:23.376808 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-34124852-ea92-4d58-8410-4f03b9ad97fa req-ad4a5776-1517-4963-a1d4-6c80ea6d72b9 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 945 time: 0.0475559 Aug 19 23:49:23.413631 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-34124852-ea92-4d58-8410-4f03b9ad97fa req-d609efbc-9b62-4ca4-8b0a-9fbc7b0f89cf tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Aug 19 23:49:23.533896 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device bbea1d7b-2185-4697-a157-193f043ece2c up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:49:23.570776 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17cad3-ba57-4e80-bee2-872dad43eba9 req-0659ed70-949f-4b8a-b012-65768cbd065b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:23.572318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e17cad3-ba57-4e80-bee2-872dad43eba9 req-0659ed70-949f-4b8a-b012-65768cbd065b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0496249 Aug 19 23:49:23.583485 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port bbea1d7b-2185-4697-a157-193f043ece2c completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:49:23.587288 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port bbea1d7b-2185-4697-a157-193f043ece2c triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:49:23.587661 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:23.640414 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e17cad3-ba57-4e80-bee2-872dad43eba9 req-3e5b3c03-923a-4e54-adc3-c08a0412b59c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616155 Aug 19 23:49:23.652210 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721692c7-dccd-4d6c-99c2-20d4ea5194a8 req-06dfea98-8af2-46cf-8b0c-936df551c07c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:23.653699 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-721692c7-dccd-4d6c-99c2-20d4ea5194a8 req-06dfea98-8af2-46cf-8b0c-936df551c07c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 944 time: 0.0761650 Aug 19 23:49:23.672252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:23.694805 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:23.695041 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-721692c7-dccd-4d6c-99c2-20d4ea5194a8 req-a2b8cb67-2b0e-4806-9ae5-29e6684b6530 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Aug 19 23:49:23.697063 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50d8f4-cea8-4a0e-af33-5b833d9a2d08" -d '{"events": [{"server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "name": "network-vif-plugged", "status": "completed", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:23.717998 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port bbea1d7b-2185-4697-a157-193f043ece2c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=bbea1d7b-2185-4697-a157-193f043ece2c,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:23.722942 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:23.723974 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:49:23.747285 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f53f46-8a55-4a6f-bd1b-1fdf7caec23c x-openstack-request-id: req-34f53f46-8a55-4a6f-bd1b-1fdf7caec23c {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:23.747575 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "name": "network-vif-plugged", "status": "completed", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:23.747820 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34f53f46-8a55-4a6f-bd1b-1fdf7caec23c {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:23.748201 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'code': 200} Aug 19 23:49:23.765524 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:49:23.765867 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 93ab4c3a-14d3-4280-a6fb-c0fd34e5fbc1 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:49:23.790741 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=bbea1d7b-2185-4697-a157-193f043ece2c,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:23.842248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23d435-2203-40b3-9707-5362e408c2a5 req-3e1ebc4f-f357-4ea1-af77-849cdb6e79e4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:23.843717 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6b23d435-2203-40b3-9707-5362e408c2a5 req-3e1ebc4f-f357-4ea1-af77-849cdb6e79e4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0485575 Aug 19 23:49:23.880378 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6b23d435-2203-40b3-9707-5362e408c2a5 req-36d46f63-358f-4c52-9f01-795bb8b929ad tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Aug 19 23:49:24.004304 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0bb2-8095-49e8-9c35-0b73e4e8c76e req-8ed15ee3-de16-4498-b571-0e43bbc2a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:24.005801 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-157b0bb2-8095-49e8-9c35-0b73e4e8c76e req-8ed15ee3-de16-4498-b571-0e43bbc2a215 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 1098 time: 0.0405765 Aug 19 23:49:24.042987 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-157b0bb2-8095-49e8-9c35-0b73e4e8c76e req-7e9d120f-aa5c-4f6f-acad-1cdaa0e3c516 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260353 Aug 19 23:49:24.531807 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a979e-1fef-4170-8935-1a9065420f40 req-2f70a70c-eb71-4443-b7ec-125f2e560d38 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:24.533284 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b23a979e-1fef-4170-8935-1a9065420f40 req-2f70a70c-eb71-4443-b7ec-125f2e560d38 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 945 time: 0.0481989 Aug 19 23:49:24.569479 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b23a979e-1fef-4170-8935-1a9065420f40 req-21ca801e-1017-48a1-bfba-4ca809882838 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Aug 19 23:49:24.755963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301aa4-545f-46ac-9ec9-063a785d927e req-5c6603a3-93d5-486e-acf0-83ddc483d199 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:24.757430 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d1301aa4-545f-46ac-9ec9-063a785d927e req-5c6603a3-93d5-486e-acf0-83ddc483d199 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0516522 Aug 19 23:49:24.823716 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d1301aa4-545f-46ac-9ec9-063a785d927e req-3cb2e916-61ef-40ec-a906-83ede180a8e2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552084 Aug 19 23:49:24.831638 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c5b8-5553-4197-8094-49038ba760b6 req-142f6378-208a-4161-8253-bc3f5e2cb56e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:24.833046 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9222c5b8-5553-4197-8094-49038ba760b6 req-142f6378-208a-4161-8253-bc3f5e2cb56e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0726650 Aug 19 23:49:24.870334 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9222c5b8-5553-4197-8094-49038ba760b6 req-1f7ed54d-3fc9-4d80-a82b-e0cd57657e48 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314333 Aug 19 23:49:24.994804 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a908bd-ce4a-437d-93c7-90b827b77c2e req-fa8bc95c-dddd-41fa-af81-73a014849eff tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:24.996211 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b6a908bd-ce4a-437d-93c7-90b827b77c2e req-fa8bc95c-dddd-41fa-af81-73a014849eff tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0492613 Aug 19 23:49:25.032295 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b6a908bd-ce4a-437d-93c7-90b827b77c2e req-9484c61c-61d7-4c33-b223-3759c1088987 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302651 Aug 19 23:49:25.305024 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-8b40a871-783b-4e47-84df-20cc4be6b86b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:25.306455 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-8b40a871-783b-4e47-84df-20cc4be6b86b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 945 time: 0.0521402 Aug 19 23:49:25.404262 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Deleting port 67fc9415-0931-4bbd-808d-55edbc69bbb9 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:49:25.404600 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:25.497299 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] For port 67fc9415-0931-4bbd-808d-55edbc69bbb9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67fc9415-0931-4bbd-808d-55edbc69bbb9,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:25.497574 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:25.510142 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Calling delete_port for 67fc9415-0931-4bbd-808d-55edbc69bbb9 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:49:25.638493 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:25.651237 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', '67fc9415-0931-4bbd-808d-55edbc69bbb9'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:49:25.667920 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e75025cc-4451-4d2a-9e4d-af775cd95bd5 req-af49a98f-1b5f-406c-adad-52c7b1ce903b tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbd919cd-37eb-4cdd-a516-155c609b5b02 HTTP/1.1" status: 200 len: 210 time: 0.0303745 Aug 19 23:49:25.674547 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event deleted for resources: {'Port': ['ID=67fc9415-0931-4bbd-808d-55edbc69bbb9,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:25.715630 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] No DVR routers for this DVR port 67fc9415-0931-4bbd-808d-55edbc69bbb9 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:49:25.718373 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:25.720721 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-28b61efa-b2be-4b6a-9e81-32945ee57e8d req-e48cd249-9922-4928-a00f-0aba41e6f3b2 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "DELETE /v2.0/ports/67fc9415-0931-4bbd-808d-55edbc69bbb9 HTTP/1.1" status: 204 len: 173 time: 0.4005837 Aug 19 23:49:25.721193 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'name': 'network-vif-deleted', 'tag': '67fc9415-0931-4bbd-808d-55edbc69bbb9'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:25.724188 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b6214e-7b43-430c-8f4c-e60d3cd0f88d" -d '{"events": [{"server_uuid": "cbd919cd-37eb-4cdd-a516-155c609b5b02", "name": "network-vif-deleted", "tag": "67fc9415-0931-4bbd-808d-55edbc69bbb9"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:25.761792 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56273f04-8de1-49df-8968-cf0764bcb6a9 x-openstack-request-id: req-56273f04-8de1-49df-8968-cf0764bcb6a9 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:25.762140 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd919cd-37eb-4cdd-a516-155c609b5b02", "name": "network-vif-deleted", "tag": "67fc9415-0931-4bbd-808d-55edbc69bbb9", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:25.762450 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56273f04-8de1-49df-8968-cf0764bcb6a9 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:25.762920 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd919cd-37eb-4cdd-a516-155c609b5b02', 'name': 'network-vif-deleted', 'tag': '67fc9415-0931-4bbd-808d-55edbc69bbb9', 'status': 'completed', 'code': 200} Aug 19 23:49:25.938292 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce30de-6689-4e5d-b577-49c02ebdf158 req-f06246d0-3168-4ed1-b1f0-4efab4d511e3 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:25.939814 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39ce30de-6689-4e5d-b577-49c02ebdf158 req-f06246d0-3168-4ed1-b1f0-4efab4d511e3 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0507405 Aug 19 23:49:26.002364 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39ce30de-6689-4e5d-b577-49c02ebdf158 req-076dac67-2eca-416f-ba19-da9a173cb56b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Aug 19 23:49:26.013679 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8eea-9af1-4609-b097-014e762a85c1 req-c1b05409-8275-4d96-889c-a97b1793e34e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:26.015195 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-60ab8eea-9af1-4609-b097-014e762a85c1 req-c1b05409-8275-4d96-889c-a97b1793e34e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0744927 Aug 19 23:49:26.054227 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-60ab8eea-9af1-4609-b097-014e762a85c1 req-5c98199e-84fb-4d19-8938-161ce9e59c21 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Aug 19 23:49:26.187201 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38075f-c374-4afe-9d20-49db9df8939f req-5cf7eed8-d86d-4632-9312-253a1e81a18a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:26.188699 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f38075f-c374-4afe-9d20-49db9df8939f req-5cf7eed8-d86d-4632-9312-253a1e81a18a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0808642 Aug 19 23:49:26.222190 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3015b-0e56-40d3-9535-13e91029c4d8 req-335b02c7-a4ca-4921-8dd3-42fe3934e164 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:26.223705 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1d3015b-0e56-40d3-9535-13e91029c4d8 req-335b02c7-a4ca-4921-8dd3-42fe3934e164 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0760326 Aug 19 23:49:26.251919 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f38075f-c374-4afe-9d20-49db9df8939f req-0b033982-d76c-482c-b1d2-6051b5f677fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559514 Aug 19 23:49:26.272440 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c1d3015b-0e56-40d3-9535-13e91029c4d8 req-14e85fd9-fb2e-4611-9f45-1348a343697a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Aug 19 23:49:26.294942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34160) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:26.469363 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ba839-6ede-4c77-b278-b164b8153c50 tempest-TestVolumeBootPattern-869799518 tempest-TestVolumeBootPattern-869799518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:26.470834 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-790ba839-6ede-4c77-b278-b164b8153c50 tempest-TestVolumeBootPattern-869799518 tempest-TestVolumeBootPattern-869799518-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 1093 time: 0.1748490 Aug 19 23:49:26.474460 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34164) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:26.478667 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'port_id': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:49:26.499057 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:26.594273 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:26.696696 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Allocated IP 172.27.0.160 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/fcabfc2c-dab5-4acb-a5d5-c9d9f5e2fed1) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:49:26.823346 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:26.866112 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:26.905913 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:49:26.908848 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:49:26.915887 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:49:26.918871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=fcabfc2c-dab5-4acb-a5d5-c9d9f5e2fed1,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:27.174361 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34f1f-eb07-446d-b57a-da3e2b71308f req-5becf6d5-9ca2-4ef0-897c-455f4436091c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:27.176341 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6ec34f1f-eb07-446d-b57a-da3e2b71308f req-5becf6d5-9ca2-4ef0-897c-455f4436091c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.1032321 Aug 19 23:49:27.280683 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6ec34f1f-eb07-446d-b57a-da3e2b71308f req-aba9a046-6956-4043-9758-c7288879dbd4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710127 Aug 19 23:49:27.623174 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:27.670863 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07859a9-6a4e-46f5-97d0-d8deb64fbcac req-dbb7a36d-5c79-4411-b951-a670f6e95cad tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:27.672953 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c07859a9-6a4e-46f5-97d0-d8deb64fbcac req-dbb7a36d-5c79-4411-b951-a670f6e95cad tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.3414803 Aug 19 23:49:27.741845 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:27.748652 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c07859a9-6a4e-46f5-97d0-d8deb64fbcac req-2d49bf1e-a4da-47bb-b204-871807403821 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679173 Aug 19 23:49:27.892031 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:27.896921 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:27.967559 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=fcabfc2c-dab5-4acb-a5d5-c9d9f5e2fed1,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:27.977572 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:28.106303 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Floating IP 36f36b17-d3ea-4be5-ae94-d7407e83d668 associated. External IP: 172.27.0.160, port: bbea1d7b-2185-4697-a157-193f043ece2c. Aug 19 23:49:28.148786 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dedb59-7ae9-4c13-99d3-0b9d074b6c6e req-340960cb-e238-4e1f-bb2f-4acaa8a036bc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.150203 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-04dedb59-7ae9-4c13-99d3-0b9d074b6c6e req-340960cb-e238-4e1f-bb2f-4acaa8a036bc tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 946 time: 0.1166489 Aug 19 23:49:28.224941 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-04dedb59-7ae9-4c13-99d3-0b9d074b6c6e req-8cd558d4-bdfb-4f62-b319-c7f251fb8083 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687542 Aug 19 23:49:28.343830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:49:28.465808 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b319cb4-3f56-4c4a-85bb-7b61f3a9f70a req-1e8e8042-c09f-4fa0-bffa-a5b9c7c2d446 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.467220 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2b319cb4-3f56-4c4a-85bb-7b61f3a9f70a req-1e8e8042-c09f-4fa0-bffa-a5b9c7c2d446 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.1169388 Aug 19 23:49:28.498359 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:49:28.508427 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:49:28.517196 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:49:28.517788 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:49:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:28.524431 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2b319cb4-3f56-4c4a-85bb-7b61f3a9f70a req-ffcd7679-2990-4a46-b420-ac4361b10173 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514066 Aug 19 23:49:28.525784 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:28.561516 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-59162a02-9957-4dbf-a41b-3770cd088e00 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0860603 Aug 19 23:49:28.562100 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:28.564357 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:28.601346 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0be94-72f3-4e24-a6fb-673f1f0f0d10 x-openstack-request-id: req-b7e0be94-72f3-4e24-a6fb-673f1f0f0d10 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:28.601634 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:28.601882 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7e0be94-72f3-4e24-a6fb-673f1f0f0d10 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:28.602277 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'status': 'completed', 'code': 200} Aug 19 23:49:28.619719 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:49:28.684610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-d6513820-7907-414e-b92a-f89785e5e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.686106 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-d6513820-7907-414e-b92a-f89785e5e7e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 1098 time: 0.0405152 Aug 19 23:49:28.775876 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-7142204c-c9fd-4b7c-990e-9e223c2ff837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.777355 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-7142204c-c9fd-4b7c-990e-9e223c2ff837 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0836856 Aug 19 23:49:28.837375 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '36f36b17-d3ea-4be5-ae94-d7407e83d668', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:9c:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aecce19-29cf-4195-a906-9420aad5a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:49:27Z', 'updated_at': '2021-08-19T23:49:27Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:28.851757 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-60023d04-9930-4842-a229-853d5255919c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbea1d7b-2185-4697-a157-193f043ece2c HTTP/1.1" status: 200 len: 999 time: 0.0651948 Aug 19 23:49:28.867468 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:49:28.872470 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc33d7-0bd4-431d-96a0-dbbbee59501d req-d74888bd-8a43-4cc6-8989-390876402255 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.873993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e8dc33d7-0bd4-431d-96a0-dbbbee59501d req-d74888bd-8a43-4cc6-8989-390876402255 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0550754 Aug 19 23:49:28.875892 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:49:28.876582 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:49:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:28.909012 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-9f431e8d-4e47-47ee-a6c2-ef481c00a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.911013 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-9f431e8d-4e47-47ee-a6c2-ef481c00a076 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0448716 Aug 19 23:49:28.914083 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e8dc33d7-0bd4-431d-96a0-dbbbee59501d req-90d8145c-a131-4a32-8b56-d11098543d83 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325935 Aug 19 23:49:28.960713 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-6fd0b1ed-1f27-4631-bcd4-7bb6622ad7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:28.962191 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-6fd0b1ed-1f27-4631-bcd4-7bb6622ad7a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401094 Aug 19 23:49:28.979664 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:49:29.064666 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-6d7f695e-785c-4604-a600-930e4568177a service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918214 Aug 19 23:49:29.071248 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3abc9cf3-19cc-44a1-9d1b-a7acaf2ce0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:29.156426 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-09d2ade8-6f5e-4ff6-965f-f4d71d489c8e req-84f30f35-bb35-4d45-a22b-a2e21591cdc7 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833929 Aug 19 23:49:29.201095 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '36f36b17-d3ea-4be5-ae94-d7407e83d668', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:9c:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aecce19-29cf-4195-a906-9420aad5a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:49:27Z', 'updated_at': '2021-08-19T23:49:27Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:29.228785 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cbfe19-a2db-49a4-ba90-be3473a7cf39 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '36f36b17-d3ea-4be5-ae94-d7407e83d668', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:9c:31:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aecce19-29cf-4195-a906-9420aad5a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:49:27Z', 'updated_at': '2021-08-19T23:49:27Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:49:29.345579 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a88fa-3131-4a17-b5aa-3276da1e13e6 req-7274c629-31e2-4b47-a836-b8e271bf4056 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:29.347185 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3c9a88fa-3131-4a17-b5aa-3276da1e13e6 req-7274c629-31e2-4b47-a836-b8e271bf4056 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 946 time: 0.0510230 Aug 19 23:49:29.386826 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3c9a88fa-3131-4a17-b5aa-3276da1e13e6 req-ef29d1a1-62dd-4b72-8584-6276c5c9c9a1 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/security-groups?id=8abcd5d5-57fb-4475-9e48-8378ffd57835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Aug 19 23:49:29.439776 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f414b7-ce0a-47a3-ab66-b540f12aa981 None None] New status for floating IP 36f36b17-d3ea-4be5-ae94-d7407e83d668: ACTIVE {{(pid=100861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:49:29.609822 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 67fc9415-0931-4bbd-808d-55edbc69bbb9 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:49:29.629823 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 67fc9415-0931-4bbd-808d-55edbc69bbb9 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:49:29.630169 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 67fc9415-0931-4bbd-808d-55edbc69bbb9 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:49:29.653513 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebf0d3-bdcf-44a7-9b68-49af9aefa8e0 req-514ec28f-7cd7-4cc3-9345-791adeb2d4c2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:29.654992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6ebf0d3-bdcf-44a7-9b68-49af9aefa8e0 req-514ec28f-7cd7-4cc3-9345-791adeb2d4c2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0490894 Aug 19 23:49:29.690291 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f6ebf0d3-bdcf-44a7-9b68-49af9aefa8e0 req-d97a018e-20f4-43bd-8069-7a94327d0819 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294015 Aug 19 23:49:30.005520 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-15541814-f109-4cb1-9ec1-120db719c836 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:30.006426 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-15541814-f109-4cb1-9ec1-120db719c836 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 946 time: 0.0528004 Aug 19 23:49:30.032818 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a94f34-0c3c-443e-8ab6-02cf959b76ee req-f8e45c40-8184-4f97-9451-19d7c8679334 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:30.034428 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-53a94f34-0c3c-443e-8ab6-02cf959b76ee req-f8e45c40-8184-4f97-9451-19d7c8679334 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0529118 Aug 19 23:49:30.071460 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-53a94f34-0c3c-443e-8ab6-02cf959b76ee req-bf9b2689-14b8-4537-aed5-8460d0c130cf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311234 Aug 19 23:49:30.099031 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Deleting port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:49:30.099393 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:30.185341 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] For port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,segment=NetworkSegment(6ef057a5-d188-426c-899d-75ee417ce908),segment_id=6ef057a5-d188-426c-899d-75ee417ce908)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:49:30.185699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:30.198821 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Calling delete_port for 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:49:30.319069 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:30.332666 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['5652b1ee-4ec0-42e5-8e50-ea82b93c3a36'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:49:30.356676 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Pushing event deleted for resources: {'Port': ['ID=5652b1ee-4ec0-42e5-8e50-ea82b93c3a36,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:30.490546 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-94865875-1246-4ac6-9c21-3487bfdafc58 req-44e0922f-7646-4015-85c0-6e9e7a4fecb4 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.18 "GET /v2.0/ports?device_id=8734ebe4-1454-4243-8f7a-dfcd9908473f HTTP/1.1" status: 200 len: 210 time: 0.0274165 Aug 19 23:49:30.600656 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] No DVR routers for this DVR port 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:49:30.603065 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:30.605046 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cd41d607-9503-43c0-857e-06bd665e6d30 req-1c9b564d-b8f1-4ff2-947c-aeee36e08873 tempest-AttachVolumeNegativeTest-305455192 tempest-AttachVolumeNegativeTest-305455192-project] 10.222.0.45 "DELETE /v2.0/ports/5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 HTTP/1.1" status: 204 len: 173 time: 0.5891111 Aug 19 23:49:30.605460 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'name': 'network-vif-deleted', 'tag': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:49:30.607645 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3ea18f-c968-49d2-b87f-52a53c655d1d" -d '{"events": [{"server_uuid": "8734ebe4-1454-4243-8f7a-dfcd9908473f", "name": "network-vif-deleted", "tag": "5652b1ee-4ec0-42e5-8e50-ea82b93c3a36"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:49:30.648078 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a76c59-92c6-42cc-9b4c-aa3812e06d96 x-openstack-request-id: req-f1a76c59-92c6-42cc-9b4c-aa3812e06d96 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:49:30.648366 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8734ebe4-1454-4243-8f7a-dfcd9908473f", "name": "network-vif-deleted", "tag": "5652b1ee-4ec0-42e5-8e50-ea82b93c3a36", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:49:30.648863 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1a76c59-92c6-42cc-9b4c-aa3812e06d96 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:49:30.649244 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8734ebe4-1454-4243-8f7a-dfcd9908473f', 'name': 'network-vif-deleted', 'tag': '5652b1ee-4ec0-42e5-8e50-ea82b93c3a36', 'status': 'completed', 'code': 200} Aug 19 23:49:30.805888 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f30de9-0270-48e5-9b47-3a79ca9ceca3 req-bb07da9c-bfe9-4dcc-9466-bbb32379215d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:30.807385 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07f30de9-0270-48e5-9b47-3a79ca9ceca3 req-bb07da9c-bfe9-4dcc-9466-bbb32379215d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0485404 Aug 19 23:49:30.844161 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07f30de9-0270-48e5-9b47-3a79ca9ceca3 req-02668bc7-9c08-49bf-aeff-bf8f27a8f720 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Aug 19 23:49:31.188915 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ae6c-4c94-4f5c-938b-6865e726b113 req-313c5271-2722-4b05-a00e-0d141cdf790a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:31.190412 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5b91ae6c-4c94-4f5c-938b-6865e726b113 req-313c5271-2722-4b05-a00e-0d141cdf790a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0504415 Aug 19 23:49:31.229979 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5b91ae6c-4c94-4f5c-938b-6865e726b113 req-b99eb9d2-4351-4216-81cb-de1b50e1832c tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Aug 19 23:49:31.546765 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34216) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:31.589432 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Deleting subnet 65a47b15-e1a4-4879-ae85-53327caee444 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:49:31.592321 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.625754 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.663022 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.680941 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-0b62a0a8-fe0f-4d0b-9a53-66301873afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.712031 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.742139 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a47b15-e1a4-4879-ae85-53327caee444,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:31.744121 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.745943 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-728ee4a0-59ab-477e-a234-a1ecaa2fd0df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65a47b15-e1a4-4879-ae85-53327caee444 HTTP/1.1" status: 204 len: 168 time: 0.1980977 Aug 19 23:49:31.748425 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34218) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:31.820511 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.899965 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.901680 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.910747 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b287304-96de-44a7-8a50-82f75c5d2924']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:31.929846 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef057a5-d188-426c-899d-75ee417ce908') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:31.930136 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef057a5-d188-426c-899d-75ee417ce908') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:49:31.953763 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.973121 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.984358 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2040cc-54bc-4116-89fa-a0d5ffca9e1d req-006394a3-7588-4e69-810f-0950c7c45f62 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:31.985830 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a2040cc-54bc-4116-89fa-a0d5ffca9e1d req-006394a3-7588-4e69-810f-0950c7c45f62 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0670633 Aug 19 23:49:31.988858 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:49:31.989243 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:49:31.990859 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:49:32.067311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.071690 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a2040cc-54bc-4116-89fa-a0d5ffca9e1d req-2f0b1bcd-23ad-4ff9-9452-6f71c07f3cfe tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718808 Aug 19 23:49:32.075298 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.077085 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b287304-96de-44a7-8a50-82f75c5d2924 HTTP/1.1" status: 204 len: 168 time: 0.3277566 Aug 19 23:49:32.089012 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c921b79-60db-4b1c-9e25-e277c3dd2d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b287304-96de-44a7-8a50-82f75c5d2924,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:32.236221 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34224) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:32.276096 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-4e378848-6e66-4003-b179-247805b60895 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fb4bc3f6e6a49afa0464aa0f5d47c20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386605 Aug 19 23:49:32.278483 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34228) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:32.356041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b01589f2-1860-4da3-ae02-d35b4e65a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.366110 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be5dfd-faad-4245-9c21-d80454dfb3e7 req-b3540067-f540-4759-ad2c-d2d107cb6f14 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:32.367601 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a7be5dfd-faad-4245-9c21-d80454dfb3e7 req-b3540067-f540-4759-ad2c-d2d107cb6f14 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0693009 Aug 19 23:49:32.398885 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b01589f2-1860-4da3-ae02-d35b4e65a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.435927 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a7be5dfd-faad-4245-9c21-d80454dfb3e7 req-9ee226c2-be95-4a8a-becf-a1b97cac19da tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616729 Aug 19 23:49:32.460974 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b01589f2-1860-4da3-ae02-d35b4e65a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.463506 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b01589f2-1860-4da3-ae02-d35b4e65a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.464752 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b01589f2-1860-4da3-ae02-d35b4e65a303 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8abcd5d5-57fb-4475-9e48-8378ffd57835 HTTP/1.1" status: 204 len: 168 time: 0.1853771 Aug 19 23:49:32.475107 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01589f2-1860-4da3-ae02-d35b4e65a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abcd5d5-57fb-4475-9e48-8378ffd57835,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:32.698802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce259f7-b2e9-4b22-baab-ab83e4f1f4d5 req-4f4027bd-ac9f-4e61-9c26-7cf79392d311 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:32.700582 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5ce259f7-b2e9-4b22-baab-ab83e4f1f4d5 req-4f4027bd-ac9f-4e61-9c26-7cf79392d311 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0497880 Aug 19 23:49:32.754369 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5ce259f7-b2e9-4b22-baab-ab83e4f1f4d5 req-5d62354e-e389-44f2-aad6-b2c0628a01ee tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Aug 19 23:49:32.786503 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-461f4cd9-2c3e-46e1-8768-cc0cf4a244ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:32.788167 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-461f4cd9-2c3e-46e1-8768-cc0cf4a244ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1098 time: 0.0470216 Aug 19 23:49:32.856843 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:32.903367 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-43a5bde5-556f-4400-b63f-9128f4d17fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:32.904831 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-43a5bde5-556f-4400-b63f-9128f4d17fa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 911 time: 0.0880623 Aug 19 23:49:32.972661 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-4d233742-58cd-4a45-9d41-ccf28b168a25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 200 len: 1000 time: 0.0572922 Aug 19 23:49:33.024652 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-dab3f30f-1c50-4ca4-b75f-ff950e253db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:33.026177 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-dab3f30f-1c50-4ca4-b75f-ff950e253db7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0434668 Aug 19 23:49:33.076756 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-44da1c42-f0d0-40f5-96f3-a5d5302531e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:33.078260 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-44da1c42-f0d0-40f5-96f3-a5d5302531e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440009 Aug 19 23:49:33.171664 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-8fa2bec5-5165-4c0d-b4bc-248ff915bf5e service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856783 Aug 19 23:49:33.206910 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ca19b-eea5-4c00-93f2-478969e929c0 req-6fa9d3d9-fdf0-49a4-916b-717b98a0a166 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:33.208795 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f92ca19b-eea5-4c00-93f2-478969e929c0 req-6fa9d3d9-fdf0-49a4-916b-717b98a0a166 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0519257 Aug 19 23:49:33.248895 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f92ca19b-eea5-4c00-93f2-478969e929c0 req-506c6ddc-3aaf-41ed-b762-e33f9c1972de tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Aug 19 23:49:33.283141 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cf122269-6f1e-4bf2-8b63-64ca60bffd8a req-a008df2c-7660-49ab-a7f1-86800db7b2a7 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024523 Aug 19 23:49:33.626428 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:49:33.654585 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:49:33.654926 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 5652b1ee-4ec0-42e5-8e50-ea82b93c3a36 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:49:33.873272 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512905f-c0ee-47b3-b37a-9784c6518b52 req-b2556e7d-932d-47e1-8f1e-ad5a30318166 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:33.874790 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d512905f-c0ee-47b3-b37a-9784c6518b52 req-b2556e7d-932d-47e1-8f1e-ad5a30318166 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0510533 Aug 19 23:49:33.920308 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d512905f-c0ee-47b3-b37a-9784c6518b52 req-91015db8-3102-46f6-b505-e763fd407f57 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381815 Aug 19 23:49:34.344770 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:34.367311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db47d-633b-44d6-8d3b-3b56f2dac886 req-ac47f8e9-4b43-459e-97fc-5ef5a47ee44d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:34.368807 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-873db47d-633b-44d6-8d3b-3b56f2dac886 req-ac47f8e9-4b43-459e-97fc-5ef5a47ee44d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0498214 Aug 19 23:49:34.405170 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-873db47d-633b-44d6-8d3b-3b56f2dac886 req-6b4d7fe3-1270-4e59-8786-f2bb70bdeee4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303590 Aug 19 23:49:35.035385 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7dbe-0599-4a1b-8123-22cca5871119 req-6e6fc9e0-3d39-4170-9528-2d9053ac3fee tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:35.036842 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-942c7dbe-0599-4a1b-8123-22cca5871119 req-6e6fc9e0-3d39-4170-9528-2d9053ac3fee tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0490184 Aug 19 23:49:35.072655 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-942c7dbe-0599-4a1b-8123-22cca5871119 req-9d773b0f-1f1c-4891-848c-e7130b45d30e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300560 Aug 19 23:49:35.524394 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd500-d4b6-47e7-bcb5-909e7d88c3e8 req-011715e3-e3ca-4cfc-b5f7-b3fbe7a80901 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:35.525904 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a98bd500-d4b6-47e7-bcb5-909e7d88c3e8 req-011715e3-e3ca-4cfc-b5f7-b3fbe7a80901 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0516031 Aug 19 23:49:35.572316 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a98bd500-d4b6-47e7-bcb5-909e7d88c3e8 req-5b1d2b2a-760d-444e-b4f9-fc5657e0650a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Aug 19 23:49:36.686121 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4135b-d0dc-47a0-bf94-56ea16338046 req-702f6eb6-6de3-4775-88cf-394ec1f66a22 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:36.687642 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-25e4135b-d0dc-47a0-bf94-56ea16338046 req-702f6eb6-6de3-4775-88cf-394ec1f66a22 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0489066 Aug 19 23:49:36.727530 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-25e4135b-d0dc-47a0-bf94-56ea16338046 req-aced4f0c-6ab5-4be5-be6f-d2ba86e04e92 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Aug 19 23:49:37.838760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dace4bb-eed6-4fd3-a38a-682df49a0301 req-5a5d145c-320f-47b4-857e-71ab40a306cf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:37.840242 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2dace4bb-eed6-4fd3-a38a-682df49a0301 req-5a5d145c-320f-47b4-857e-71ab40a306cf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0474300 Aug 19 23:49:37.876676 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2dace4bb-eed6-4fd3-a38a-682df49a0301 req-e751c7c1-4147-4f6e-a181-d4a931c6f98e tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Aug 19 23:49:38.986736 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd1729-740c-48ca-87ae-6be50586041d req-23cf3250-79b1-4958-94fd-d52ae4a40104 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:38.988723 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9fbd1729-740c-48ca-87ae-6be50586041d req-23cf3250-79b1-4958-94fd-d52ae4a40104 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0466712 Aug 19 23:49:39.028886 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9fbd1729-740c-48ca-87ae-6be50586041d req-e1edc3cd-b15c-4665-a5cb-8f81ca4000a3 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340476 Aug 19 23:49:40.148951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248ebe-05d2-476f-94fa-3e268b60dcdd req-6d3925e4-e191-434e-8c2c-3ea36c4176f4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:40.150417 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f248ebe-05d2-476f-94fa-3e268b60dcdd req-6d3925e4-e191-434e-8c2c-3ea36c4176f4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0491941 Aug 19 23:49:40.188678 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f248ebe-05d2-476f-94fa-3e268b60dcdd req-42406208-1b60-4a75-9415-f32f7fa6c137 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Aug 19 23:49:41.301268 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3ee9d-3163-4df8-8569-ab15b4af0045 req-81d19fe1-f205-47d5-8975-f3ccd731cd98 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:41.302746 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cee3ee9d-3163-4df8-8569-ab15b4af0045 req-81d19fe1-f205-47d5-8975-f3ccd731cd98 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0490897 Aug 19 23:49:41.339018 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cee3ee9d-3163-4df8-8569-ab15b4af0045 req-cf7916dd-3ea7-49a9-ac5b-a2779f5015f6 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303476 Aug 19 23:49:42.449900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16867b-c872-4521-b2b2-799981b4a3f5 req-ed9ca117-774f-43af-ab44-6885ff6d0cef tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:42.451371 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4a16867b-c872-4521-b2b2-799981b4a3f5 req-ed9ca117-774f-43af-ab44-6885ff6d0cef tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0478942 Aug 19 23:49:42.491059 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4a16867b-c872-4521-b2b2-799981b4a3f5 req-0d17d2c0-5f33-43ea-bc47-29659b7affa9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Aug 19 23:49:43.605999 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df967-22d5-472a-9ebc-0707cb036681 req-4e969ac0-e204-4b6f-abec-31444caf64c4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:43.607504 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-567df967-22d5-472a-9ebc-0707cb036681 req-4e969ac0-e204-4b6f-abec-31444caf64c4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0501959 Aug 19 23:49:43.643968 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-567df967-22d5-472a-9ebc-0707cb036681 req-ae474434-a399-41b0-9bb0-6b1e02284973 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301309 Aug 19 23:49:44.403373 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34418) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:44.528819 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-22e31df9-0a8c-472c-8cbf-bf3f7d8007fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.617234 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-22e31df9-0a8c-472c-8cbf-bf3f7d8007fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.621030 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-22e31df9-0a8c-472c-8cbf-bf3f7d8007fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.664535 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-22e31df9-0a8c-472c-8cbf-bf3f7d8007fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67b7a1f7f0fd475fad7d595bd181936c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600474 Aug 19 23:49:44.665493 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e31df9-0a8c-472c-8cbf-bf3f7d8007fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66052c35-f79d-4ba4-b440-d2f58e9e4599,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:44.667251 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 34428) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:44.722611 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.746595 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.775123 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1d59-fa2f-414f-9cec-6dff36b1fad4 req-b6f3bf73-776a-4b4f-8405-044728219326 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:44.776861 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-531a1d59-fa2f-414f-9cec-6dff36b1fad4 req-b6f3bf73-776a-4b4f-8405-044728219326 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0605946 Aug 19 23:49:44.810934 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.815895 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:44.819891 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66052c35-f79d-4ba4-b440-d2f58e9e4599 HTTP/1.1" status: 204 len: 168 time: 0.1506674 Aug 19 23:49:44.827245 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-531a1d59-fa2f-414f-9cec-6dff36b1fad4 req-bbee7481-5608-4f57-9840-e9ec7df8a5ea tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Aug 19 23:49:44.831665 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66052c35-f79d-4ba4-b440-d2f58e9e4599,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:44.844324 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.844680 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.845025 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.845362 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.845842 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.846981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.847228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.847564 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.847896 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.848227 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.848555 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:44.848877 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d88ef-f231-4321-a770-e4a219821f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:49:45.080380 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 34438) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:45.093566 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3d685d0-6205-480a-8a89-3c21e6c9ade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.182110 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3d685d0-6205-480a-8a89-3c21e6c9ade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.185699 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3d685d0-6205-480a-8a89-3c21e6c9ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.223299 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-c3d685d0-6205-480a-8a89-3c21e6c9ade9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f587f67ce1d4e8eb1607f3f621a6de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418345 Aug 19 23:49:45.224221 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d685d0-6205-480a-8a89-3c21e6c9ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d605329-ac7c-4a88-9108-e26e667fd6bb,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:45.225957 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34440) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:45.273363 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7fa0cdea-d88c-48d7-a592-cc485889f84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.293999 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7fa0cdea-d88c-48d7-a592-cc485889f84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.338182 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7fa0cdea-d88c-48d7-a592-cc485889f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.340735 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7fa0cdea-d88c-48d7-a592-cc485889f84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:45.341856 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7fa0cdea-d88c-48d7-a592-cc485889f84e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d605329-ac7c-4a88-9108-e26e667fd6bb HTTP/1.1" status: 204 len: 168 time: 0.1149073 Aug 19 23:49:45.349010 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0cdea-d88c-48d7-a592-cc485889f84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d605329-ac7c-4a88-9108-e26e667fd6bb,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:45.946417 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbeba2-a510-4b45-9e1b-e0c85550811f req-c115ad5f-986b-4518-a6b0-e77838116969 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:45.955615 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a1fbeba2-a510-4b45-9e1b-e0c85550811f req-c115ad5f-986b-4518-a6b0-e77838116969 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0504549 Aug 19 23:49:45.985675 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a1fbeba2-a510-4b45-9e1b-e0c85550811f req-52e0cff1-9db5-4c78-9079-5147ce1a5928 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Aug 19 23:49:47.110856 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfdfa6-2d80-496e-97ca-72f302a171de req-4ccb8f2c-c8af-451c-b179-cb57c18f5b08 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:47.112461 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-82dfdfa6-2d80-496e-97ca-72f302a171de req-4ccb8f2c-c8af-451c-b179-cb57c18f5b08 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0559816 Aug 19 23:49:47.166450 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-82dfdfa6-2d80-496e-97ca-72f302a171de req-d5ecfde4-c4e8-40d1-be14-c6c4267a560a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 Aug 19 23:49:47.231371 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eca01b-93d5-4407-940a-33859f98998f req-fb7c56e4-0afd-40c8-b234-9dc7cd0c86d5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:47.232884 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-84eca01b-93d5-4407-940a-33859f98998f req-fb7c56e4-0afd-40c8-b234-9dc7cd0c86d5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0544453 Aug 19 23:49:47.274335 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-84eca01b-93d5-4407-940a-33859f98998f req-8eb90815-d0d8-4df3-8b52-52d616d2da5c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Aug 19 23:49:48.112631 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34594) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:48.213300 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a5d66ce7-e17b-4c0c-8e9b-6a5ac601b5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.298929 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe6da-eece-4dc9-aad4-c08ca65b99ff req-90b27a1b-7664-4200-88ac-01a6aa731eaa tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:48.300480 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1dffe6da-eece-4dc9-aad4-c08ca65b99ff req-90b27a1b-7664-4200-88ac-01a6aa731eaa tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0713236 Aug 19 23:49:48.366264 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1dffe6da-eece-4dc9-aad4-c08ca65b99ff req-cab4f393-425e-4b30-b9c9-43aca6a32a9a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594516 Aug 19 23:49:48.400422 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a5d66ce7-e17b-4c0c-8e9b-6a5ac601b5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.406177 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a5d66ce7-e17b-4c0c-8e9b-6a5ac601b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.434387 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41437f6-4708-438a-8907-3fc5d6323572 req-944f0d1c-576e-4e21-943d-5994a75aded6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:48.435937 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c41437f6-4708-438a-8907-3fc5d6323572 req-944f0d1c-576e-4e21-943d-5994a75aded6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0877669 Aug 19 23:49:48.463012 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d66ce7-e17b-4c0c-8e9b-6a5ac601b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990443d9-c753-4030-bd4b-1e37fc5f9585,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:48.477234 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 34602) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:48.477728 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a5d66ce7-e17b-4c0c-8e9b-6a5ac601b5e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ef6494baa72490d98b156032f9a0c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635945 Aug 19 23:49:48.498028 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c41437f6-4708-438a-8907-3fc5d6323572 req-3615276c-1300-40bc-8544-90a3902f5dd6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491009 Aug 19 23:49:48.545205 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-33a1bf43-dfae-4c3a-9e9c-0434b1d31ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.568635 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-33a1bf43-dfae-4c3a-9e9c-0434b1d31ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.615705 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-33a1bf43-dfae-4c3a-9e9c-0434b1d31ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.618430 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-33a1bf43-dfae-4c3a-9e9c-0434b1d31ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:48.619685 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-33a1bf43-dfae-4c3a-9e9c-0434b1d31ea9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/990443d9-c753-4030-bd4b-1e37fc5f9585 HTTP/1.1" status: 204 len: 168 time: 0.1414764 Aug 19 23:49:48.628559 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1bf43-dfae-4c3a-9e9c-0434b1d31ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990443d9-c753-4030-bd4b-1e37fc5f9585,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:48.907001 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34608) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:48.919927 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-468202eb-0bc8-42bf-8c91-641635eebf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.009537 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-468202eb-0bc8-42bf-8c91-641635eebf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.013103 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-468202eb-0bc8-42bf-8c91-641635eebf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.050389 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-468202eb-0bc8-42bf-8c91-641635eebf9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e176b8759b54c0090820da876cf898b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423278 Aug 19 23:49:49.051237 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468202eb-0bc8-42bf-8c91-641635eebf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be5c844-2ace-49a7-9893-f87edfd17521,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:49.053056 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 34610) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:49.100889 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6eaa-7f92-4e9c-94dd-97385a0be696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.124021 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6eaa-7f92-4e9c-94dd-97385a0be696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.175644 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6eaa-7f92-4e9c-94dd-97385a0be696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.178171 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6eaa-7f92-4e9c-94dd-97385a0be696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:49.179348 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f6fb6eaa-7f92-4e9c-94dd-97385a0be696 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7be5c844-2ace-49a7-9893-f87edfd17521 HTTP/1.1" status: 204 len: 168 time: 0.1252923 Aug 19 23:49:49.187325 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb6eaa-7f92-4e9c-94dd-97385a0be696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be5c844-2ace-49a7-9893-f87edfd17521,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:49.482010 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218abc-cd38-4d70-ad6c-7029626655d8 req-9efc6438-8693-4cce-8f02-cca8458c1bf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:49.483631 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c3218abc-cd38-4d70-ad6c-7029626655d8 req-9efc6438-8693-4cce-8f02-cca8458c1bf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0492175 Aug 19 23:49:49.528949 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c3218abc-cd38-4d70-ad6c-7029626655d8 req-c6418961-59e5-4e60-9005-f33383e4f7b5 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Aug 19 23:49:49.624140 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe92ad-7221-4775-b9e4-8ce0e7b3e2ca req-73dfd7c3-7238-4185-84d1-2b0b47f2d8a5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:49.625635 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9fbe92ad-7221-4775-b9e4-8ce0e7b3e2ca req-73dfd7c3-7238-4185-84d1-2b0b47f2d8a5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Aug 19 23:49:49.664255 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9fbe92ad-7221-4775-b9e4-8ce0e7b3e2ca req-30760d5e-4272-4760-9366-d14b3584f329 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327559 Aug 19 23:49:50.650742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15ec0-7f9d-4ab9-be1a-f71624ef825f req-2c13587d-96ba-446e-9b5b-21f59e51501d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:50.652244 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5b15ec0-7f9d-4ab9-be1a-f71624ef825f req-2c13587d-96ba-446e-9b5b-21f59e51501d tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0515788 Aug 19 23:49:50.689403 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d5b15ec0-7f9d-4ab9-be1a-f71624ef825f req-ee597176-0e71-44b9-aa6c-a98f92b37d66 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Aug 19 23:49:50.703374 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:49:50.767802 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 34664) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:50.804707 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae573-4c84-46d8-b74c-5891dddbf0d3 req-4247ca9f-5f19-47e8-b93e-04d3e82fd7de tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:50.806119 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-457ae573-4c84-46d8-b74c-5891dddbf0d3 req-4247ca9f-5f19-47e8-b93e-04d3e82fd7de tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0536942 Aug 19 23:49:50.845227 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-457ae573-4c84-46d8-b74c-5891dddbf0d3 req-d30db076-ce36-4a2a-a29e-36db267fbca6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329988 Aug 19 23:49:50.890625 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6a5a-5f5b-4e49-b798-f707a498ec16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:50.985926 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-9b7633a6-10b4-4f8a-9ee9-f14581a554a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657039 Aug 19 23:49:51.046552 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6a5a-5f5b-4e49-b798-f707a498ec16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.051440 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6a5a-5f5b-4e49-b798-f707a498ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.092107 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-f43336d7-2abc-4c11-8506-ab3759563482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:51.093520 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-f43336d7-2abc-4c11-8506-ab3759563482 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 1098 time: 0.0806537 Aug 19 23:49:51.095469 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a6a5a-5f5b-4e49-b798-f707a498ec16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b790c-f3e8-4dfd-8dfc-5d0688cd6d28,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:51.102721 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34672) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:51.102932 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4c7a6a5a-5f5b-4e49-b798-f707a498ec16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b37d7e5e8584026948dd6a20f112b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326948 Aug 19 23:49:51.159991 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d01df28-0431-48b5-9dc3-fcfb5466f846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.181469 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d01df28-0431-48b5-9dc3-fcfb5466f846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.212013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-54a1d64e-c34a-4a94-8e14-b01825994325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:51.213699 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-54a1d64e-c34a-4a94-8e14-b01825994325 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.0939410 Aug 19 23:49:51.228942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d01df28-0431-48b5-9dc3-fcfb5466f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.231833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7d01df28-0431-48b5-9dc3-fcfb5466f846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.232970 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7d01df28-0431-48b5-9dc3-fcfb5466f846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f78b790c-f3e8-4dfd-8dfc-5d0688cd6d28 HTTP/1.1" status: 204 len: 168 time: 0.1288681 Aug 19 23:49:51.247253 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01df28-0431-48b5-9dc3-fcfb5466f846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b790c-f3e8-4dfd-8dfc-5d0688cd6d28,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:51.261447 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-9a2e66f0-2620-4a2a-b210-eba9d4d66f45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab HTTP/1.1" status: 200 len: 217 time: 0.0371270 Aug 19 23:49:51.317126 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-7a08e944-6125-4117-b62a-6977b88e6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:51.318576 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-7a08e944-6125-4117-b62a-6977b88e6a15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0487068 Aug 19 23:49:51.354925 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-c63e147b-4ec4-4c7b-8632-7be523f5a9e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261593 Aug 19 23:49:51.444129 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-f049cd6c-ea29-4061-b03e-1e9fa13785c4 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Aug 19 23:49:51.488982 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 34678) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:51.502068 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-692b8fad-75b9-4585-ab2c-06022896f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.542571 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8a2a4ce7-9cc1-4385-9321-b5fd7358e975 req-d90cd8d6-1c76-4ff4-819f-e7254a4b9f98 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910783 Aug 19 23:49:51.591810 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-692b8fad-75b9-4585-ab2c-06022896f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.595361 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-692b8fad-75b9-4585-ab2c-06022896f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.632651 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-692b8fad-75b9-4585-ab2c-06022896f97c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a5fbb6bd8084fc185c1fbe5c757916f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425536 Aug 19 23:49:51.633398 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b8fad-75b9-4585-ab2c-06022896f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075834b7-4170-4491-a0a5-7af560b0bc47,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:51.635990 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 34680) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:49:51.684943 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d2d6-78a8-4327-b2b6-4374adc32490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.705926 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d2d6-78a8-4327-b2b6-4374adc32490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.750806 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d2d6-78a8-4327-b2b6-4374adc32490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.754083 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2eb7d2d6-78a8-4327-b2b6-4374adc32490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:51.755471 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2eb7d2d6-78a8-4327-b2b6-4374adc32490 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/075834b7-4170-4491-a0a5-7af560b0bc47 HTTP/1.1" status: 204 len: 168 time: 0.1184392 Aug 19 23:49:51.763508 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7d2d6-78a8-4327-b2b6-4374adc32490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075834b7-4170-4491-a0a5-7af560b0bc47,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:49:51.811888 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632fdd-2e08-40b2-a3d2-febd9ee9d475 req-8a7fc94d-0d63-4277-80b7-d82e1e956a9c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:51.813489 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e3632fdd-2e08-40b2-a3d2-febd9ee9d475 req-8a7fc94d-0d63-4277-80b7-d82e1e956a9c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0516896 Aug 19 23:49:51.851286 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e3632fdd-2e08-40b2-a3d2-febd9ee9d475 req-f5fe15ec-0847-4b03-9089-ddf3b1acd4b7 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Aug 19 23:49:51.971849 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529f709-9fd2-42c4-bbd1-c224d8342f83 req-56e33d90-1a87-432f-984c-ac62e5b7bf0d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:51.973327 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6529f709-9fd2-42c4-bbd1-c224d8342f83 req-56e33d90-1a87-432f-984c-ac62e5b7bf0d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0488920 Aug 19 23:49:52.010626 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6529f709-9fd2-42c4-bbd1-c224d8342f83 req-1e91c04d-d866-49c2-a7e1-66eac1f2e959 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Aug 19 23:49:52.237772 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b7d3-38d2-4b6d-b850-58df62465288 req-335f81fb-e27f-4426-b0a5-1f5e347eb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:52.238966 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-7594b7d3-38d2-4b6d-b850-58df62465288 req-335f81fb-e27f-4426-b0a5-1f5e347eb5a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.0404141 Aug 19 23:49:52.281953 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-7594b7d3-38d2-4b6d-b850-58df62465288 req-c542a2c0-8f97-4a90-bf76-9979a83dbdd2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281441 Aug 19 23:49:52.967750 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0dcfd-2ee5-42ee-ace8-a490a35031b8 req-8844a383-cbe7-41d7-a8e9-89458f10c446 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:52.969109 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-09b0dcfd-2ee5-42ee-ace8-a490a35031b8 req-8844a383-cbe7-41d7-a8e9-89458f10c446 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0513928 Aug 19 23:49:53.005633 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-09b0dcfd-2ee5-42ee-ace8-a490a35031b8 req-8afd8b3d-ff83-4434-8e09-bfd587de76cb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Aug 19 23:49:53.128173 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91634cfa-5f52-48f8-8abf-4f774cfb33d2 req-601f1f90-328d-412d-b3c0-0920ee0a3186 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:53.129652 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-91634cfa-5f52-48f8-8abf-4f774cfb33d2 req-601f1f90-328d-412d-b3c0-0920ee0a3186 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0501969 Aug 19 23:49:53.166512 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-91634cfa-5f52-48f8-8abf-4f774cfb33d2 req-f1fbcd22-f0d9-4d4c-b26f-d23e14444097 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310557 Aug 19 23:49:53.211809 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:49:54.123782 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f69d6e-fc9d-4833-aee2-83d6ea65fa88 req-0676ecbb-29c3-4dcd-b6c7-fbce4ae65497 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:54.125447 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e1f69d6e-fc9d-4833-aee2-83d6ea65fa88 req-0676ecbb-29c3-4dcd-b6c7-fbce4ae65497 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0532107 Aug 19 23:49:54.163498 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e1f69d6e-fc9d-4833-aee2-83d6ea65fa88 req-ccb4863a-faf2-4f87-a0ac-023709d752c2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Aug 19 23:49:54.298299 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab31c-31cb-4352-9b5a-3130cb257cbe req-7b9c9b3c-5a93-4022-9093-d1093859314e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:54.300314 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-941ab31c-31cb-4352-9b5a-3130cb257cbe req-7b9c9b3c-5a93-4022-9093-d1093859314e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0575666 Aug 19 23:49:54.346003 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-941ab31c-31cb-4352-9b5a-3130cb257cbe req-40e7b851-3711-4bee-b996-979a8a3d0224 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389879 Aug 19 23:49:54.485615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-0f7ac723-66a1-44ad-942b-6680521c9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:54.487948 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-0f7ac723-66a1-44ad-942b-6680521c9890 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7feca836fe4247b9a25475a6df0f54&device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 1099 time: 0.0456109 Aug 19 23:49:54.496509 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ed7b7-4bf2-4003-b302-e75c555ee224 req-57271053-08a4-488b-8de7-d947b37f0289 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:54.497970 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d96ed7b7-4bf2-4003-b302-e75c555ee224 req-57271053-08a4-488b-8de7-d947b37f0289 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0489712 Aug 19 23:49:54.535454 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d96ed7b7-4bf2-4003-b302-e75c555ee224 req-31b457aa-a0da-4ecb-8254-721e1d6faa13 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Aug 19 23:49:54.583005 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-c2a89c2b-9d9a-4e93-aec0-b8683148f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:54.584498 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-c2a89c2b-9d9a-4e93-aec0-b8683148f6be service neutron] 10.222.0.45 "GET /v2.0/networks?id=7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 200 len: 920 time: 0.0847228 Aug 19 23:49:54.632317 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-29414895-1783-497c-8425-e88032681b43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 200 len: 217 time: 0.0378907 Aug 19 23:49:54.688688 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-87f1f783-75db-47f7-89a9-d048b4a18772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:54.690718 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-87f1f783-75db-47f7-89a9-d048b4a18772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 200 len: 859 time: 0.0473933 Aug 19 23:49:54.721434 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-34f9a6ee-973e-4ab0-b681-e9abc619d838 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7128cb46-731a-4819-9ff1-2a2664c2c93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237072 Aug 19 23:49:54.811264 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-222e096a-8296-448a-b0fd-db34b650c958 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818183 Aug 19 23:49:54.902203 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c7737b23-bb58-42f4-9f49-61085a9f2d8f req-51d4559c-c5ee-4735-963d-8a33de442ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789032 Aug 19 23:49:55.470916 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f9a1-5960-4674-a2bb-209c9b72dc40 req-e6b71625-d716-4691-9132-710cb4469855 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:55.472993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1876f9a1-5960-4674-a2bb-209c9b72dc40 req-e6b71625-d716-4691-9132-710cb4469855 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Aug 19 23:49:55.509236 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1876f9a1-5960-4674-a2bb-209c9b72dc40 req-09329250-749c-4f26-8e85-b2d370b12bb4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302322 Aug 19 23:49:55.652051 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2fc6-0ad4-4155-b550-cfe096a27110 req-1f92e774-f34f-4835-8488-87957d5a6fcf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:55.653442 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a2db2fc6-0ad4-4155-b550-cfe096a27110 req-1f92e774-f34f-4835-8488-87957d5a6fcf tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0511940 Aug 19 23:49:55.690382 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a2db2fc6-0ad4-4155-b550-cfe096a27110 req-b4e9234b-3634-4b2e-b8b0-6ff42038fcc9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303710 Aug 19 23:49:56.631463 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8004d-0aaf-4917-9d53-24eb2c4fa5e2 req-7d42b81c-5946-40c6-9234-3106a5014ba9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:56.632967 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-35a8004d-0aaf-4917-9d53-24eb2c4fa5e2 req-7d42b81c-5946-40c6-9234-3106a5014ba9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Aug 19 23:49:56.672365 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-35a8004d-0aaf-4917-9d53-24eb2c4fa5e2 req-0ef522e6-af99-47bd-ba19-0b010b7868c9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Aug 19 23:49:56.807293 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d0442-1411-44c8-b5b8-6dc347d893e2 req-316c49a4-f6ad-4667-881f-853e4f8d45e0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:56.808903 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-937d0442-1411-44c8-b5b8-6dc347d893e2 req-316c49a4-f6ad-4667-881f-853e4f8d45e0 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0511453 Aug 19 23:49:56.848012 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-937d0442-1411-44c8-b5b8-6dc347d893e2 req-de669794-1371-403e-b589-f442bb7aa98e tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Aug 19 23:49:57.795157 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05480-963d-458f-9872-b16436a79078 req-643769dd-c295-4f14-82d4-3ae8fcdfbd79 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:57.796439 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c6b05480-963d-458f-9872-b16436a79078 req-643769dd-c295-4f14-82d4-3ae8fcdfbd79 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Aug 19 23:49:57.835542 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c6b05480-963d-458f-9872-b16436a79078 req-1daca357-bc97-4a27-814f-33a04e939e3c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Aug 19 23:49:57.969235 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab5bc0-4e51-4333-9504-8c930786f417 req-4e0063e6-2ee7-43cf-8283-e0f95b713d36 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:57.970762 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1eab5bc0-4e51-4333-9504-8c930786f417 req-4e0063e6-2ee7-43cf-8283-e0f95b713d36 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0549409 Aug 19 23:49:58.008901 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1eab5bc0-4e51-4333-9504-8c930786f417 req-26c90eb6-2ec4-4258-b9ab-54c1519d93d9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Aug 19 23:49:58.956353 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc396c3e-2d12-45ee-b2f5-23e191fc441f req-1cd84644-eb5b-4090-9adc-9e1767a0eb3e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:49:58.957810 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dc396c3e-2d12-45ee-b2f5-23e191fc441f req-1cd84644-eb5b-4090-9adc-9e1767a0eb3e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Aug 19 23:49:58.992723 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dc396c3e-2d12-45ee-b2f5-23e191fc441f req-07d9b871-8936-4c78-98db-b40303eca149 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291822 Aug 19 23:49:59.073932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-06446398-7d4c-4485-a209-2aa7d46d064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:00.114549 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2337a40-41dc-44bd-b727-c14d62649895 req-0a6e4567-82c3-4a4d-8985-db5d4285d9e1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:00.116050 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b2337a40-41dc-44bd-b727-c14d62649895 req-0a6e4567-82c3-4a4d-8985-db5d4285d9e1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Aug 19 23:50:00.156338 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b2337a40-41dc-44bd-b727-c14d62649895 req-40b9f026-361b-4442-805a-418b40b25a34 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 Aug 19 23:50:01.272861 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab331b1f-cefe-48ac-8055-53be878dfc8b req-b3642636-2126-4d58-bcd3-45b0829691f7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:01.274570 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ab331b1f-cefe-48ac-8055-53be878dfc8b req-b3642636-2126-4d58-bcd3-45b0829691f7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Aug 19 23:50:01.309789 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ab331b1f-cefe-48ac-8055-53be878dfc8b req-30789559-3660-4fc6-8fa4-4390ca02f316 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292413 Aug 19 23:50:01.680634 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b84-0200-4cda-9d45-575f35095ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:01.903495 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:02.427253 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4aeb2-e327-441a-b81f-57301b14fa35 req-e2237200-7ad6-48fc-9ec1-2f660412ad07 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:02.428605 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-33c4aeb2-e327-441a-b81f-57301b14fa35 req-e2237200-7ad6-48fc-9ec1-2f660412ad07 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0477803 Aug 19 23:50:02.464349 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-33c4aeb2-e327-441a-b81f-57301b14fa35 req-374798d8-0ffe-4c70-b813-1026fbbd30e2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300093 Aug 19 23:50:02.853688 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:03.589228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7408a1-5811-4c2c-b0fa-929b57bc8b3c req-f1ac9d94-aedb-458d-b10e-7480a8c45294 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:03.590720 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb7408a1-5811-4c2c-b0fa-929b57bc8b3c req-f1ac9d94-aedb-458d-b10e-7480a8c45294 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0556347 Aug 19 23:50:03.627827 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb7408a1-5811-4c2c-b0fa-929b57bc8b3c req-e34c9a15-be75-4852-b2ef-6498066c1130 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Aug 19 23:50:04.348448 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:04.744935 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1fb78-f399-45ec-93d1-23cd986f3b75 req-6e0eda10-db62-4987-8523-11f9c1b71f97 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:04.746370 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-59c1fb78-f399-45ec-93d1-23cd986f3b75 req-6e0eda10-db62-4987-8523-11f9c1b71f97 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0464458 Aug 19 23:50:04.782126 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-59c1fb78-f399-45ec-93d1-23cd986f3b75 req-68998593-29db-4d1a-8431-dd5fb4d250ad tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300295 Aug 19 23:50:05.173602 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5d958-d622-4af9-9808-65d296377c6b req-eda4c25c-d814-4728-aadc-633fef7e41ce tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:05.175808 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e7b5d958-d622-4af9-9808-65d296377c6b req-eda4c25c-d814-4728-aadc-633fef7e41ce tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Aug 19 23:50:05.216598 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e7b5d958-d622-4af9-9808-65d296377c6b req-fb51c2cf-df5f-4401-b070-23d55132be9a tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Aug 19 23:50:05.903172 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437d8a-b13c-46df-8a32-7b34fea54a1b req-0568ee27-e1d2-4ea4-ac8d-8870a2c0d400 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:05.904612 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c3437d8a-b13c-46df-8a32-7b34fea54a1b req-0568ee27-e1d2-4ea4-ac8d-8870a2c0d400 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0508096 Aug 19 23:50:05.940694 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c3437d8a-b13c-46df-8a32-7b34fea54a1b req-d1a203cb-4c71-4805-9f38-b71dc03e046f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302677 Aug 19 23:50:06.333002 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51b3f7-7e60-4e18-a494-dfdb33c031f5 req-20883769-79e9-4113-81ff-3e8bbd2403e4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:06.334540 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1d51b3f7-7e60-4e18-a494-dfdb33c031f5 req-20883769-79e9-4113-81ff-3e8bbd2403e4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Aug 19 23:50:06.372156 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1d51b3f7-7e60-4e18-a494-dfdb33c031f5 req-7431a50c-560f-43f4-aaca-c096a1bbd8e7 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Aug 19 23:50:07.056134 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dea0e-2206-434f-8121-38198bebfb31 req-29e1c59d-80f2-4bd9-8fac-13af75a9e690 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:07.057588 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f55dea0e-2206-434f-8121-38198bebfb31 req-29e1c59d-80f2-4bd9-8fac-13af75a9e690 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Aug 19 23:50:07.092601 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f55dea0e-2206-434f-8121-38198bebfb31 req-f4e2f065-4283-415d-908d-aaeb254eed4c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293071 Aug 19 23:50:07.489421 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc069fa-f9ad-435e-893c-25c286d9cd19 req-3ac47edb-4190-4c38-a45c-e40d1edc769b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:07.490886 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7cc069fa-f9ad-435e-893c-25c286d9cd19 req-3ac47edb-4190-4c38-a45c-e40d1edc769b tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0528958 Aug 19 23:50:07.530546 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7cc069fa-f9ad-435e-893c-25c286d9cd19 req-8f771305-39bf-4da4-ae00-562af85bdff9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Aug 19 23:50:07.534646 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-6a48cefc-4aed-4178-a5c0-6d518a59cc42 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:07.536181 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-6a48cefc-4aed-4178-a5c0-6d518a59cc42 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f64409e-c0cc-42b9-895d-a54db024f873 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Aug 19 23:50:07.638987 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Deleting port 75195461-2ba4-436e-8fa6-fbf8e48511ab {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:50:07.639285 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:07.728065 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] For port 75195461-2ba4-436e-8fa6-fbf8e48511ab, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=75195461-2ba4-436e-8fa6-fbf8e48511ab,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:07.728704 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:07.742486 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Calling delete_port for 75195461-2ba4-436e-8fa6-fbf8e48511ab owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:50:07.870911 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:07.883498 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['f58924a0-a460-402f-80e9-25c7aa85536b', '75195461-2ba4-436e-8fa6-fbf8e48511ab'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:50:07.900715 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Pushing event deleted for resources: {'Port': ['ID=75195461-2ba4-436e-8fa6-fbf8e48511ab,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:07.946283 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] No DVR routers for this DVR port 75195461-2ba4-436e-8fa6-fbf8e48511ab on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:50:07.949148 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:07.951677 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-0c33a618-7b7f-477b-b66e-f22b94370e66 req-d134be42-ffef-4b54-94f1-9b7690fccaf8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "DELETE /v2.0/ports/75195461-2ba4-436e-8fa6-fbf8e48511ab HTTP/1.1" status: 204 len: 173 time: 0.4080300 Aug 19 23:50:07.952161 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f64409e-c0cc-42b9-895d-a54db024f873', 'name': 'network-vif-deleted', 'tag': '75195461-2ba4-436e-8fa6-fbf8e48511ab'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:07.955458 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d4c11-d39b-446b-acfb-6742902de861" -d '{"events": [{"server_uuid": "4f64409e-c0cc-42b9-895d-a54db024f873", "name": "network-vif-deleted", "tag": "75195461-2ba4-436e-8fa6-fbf8e48511ab"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:08.000828 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d92dd8-2d9c-4a19-a17b-98dd616b2c47 x-openstack-request-id: req-d0d92dd8-2d9c-4a19-a17b-98dd616b2c47 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:08.001442 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f64409e-c0cc-42b9-895d-a54db024f873", "name": "network-vif-deleted", "tag": "75195461-2ba4-436e-8fa6-fbf8e48511ab", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:08.001695 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0d92dd8-2d9c-4a19-a17b-98dd616b2c47 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:08.002152 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f64409e-c0cc-42b9-895d-a54db024f873', 'name': 'network-vif-deleted', 'tag': '75195461-2ba4-436e-8fa6-fbf8e48511ab', 'status': 'completed', 'code': 200} Aug 19 23:50:08.215986 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d28ae9-19e5-4bc5-8b3e-4ff838a23816 req-cc1376d9-17ba-4d99-89ff-0ac567db43ff tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:08.217488 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-88d28ae9-19e5-4bc5-8b3e-4ff838a23816 req-cc1376d9-17ba-4d99-89ff-0ac567db43ff tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0549507 Aug 19 23:50:08.256578 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-88d28ae9-19e5-4bc5-8b3e-4ff838a23816 req-76c76ac3-e788-47d9-a7a8-3949f11d2ccb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Aug 19 23:50:08.793158 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a61ca-bf40-457a-825d-548962c056d2 req-3c05dbfb-e15b-49c7-ab34-14e912484ae1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:08.794635 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c6a61ca-bf40-457a-825d-548962c056d2 req-3c05dbfb-e15b-49c7-ab34-14e912484ae1 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0497155 Aug 19 23:50:08.832289 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9c6a61ca-bf40-457a-825d-548962c056d2 req-61181ca6-32a0-4bb5-9a83-bc3cf5c5abe8 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Aug 19 23:50:09.384868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0b5aa-1703-4b18-8cff-90cfa615bff9 req-a9b5b407-98ac-4039-8806-be4c2b3c8546 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:09.386263 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0ab0b5aa-1703-4b18-8cff-90cfa615bff9 req-a9b5b407-98ac-4039-8806-be4c2b3c8546 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0510824 Aug 19 23:50:09.425159 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0ab0b5aa-1703-4b18-8cff-90cfa615bff9 req-a735a7b8-4ed3-4b40-8402-045ffdabef56 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Aug 19 23:50:09.819666 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:50:09.915858 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:09.927352 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '06377879-588e-4f15-98bd-66de8daa5451', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'port_id': '06377879-588e-4f15-98bd-66de8daa5451', 'mac_address': 'fa:16:3e:92:e1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:50:09.959023 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7caea-3857-4447-bdbb-94b139038ce6 req-b0b30d15-e84f-41af-a343-43bde638fdeb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:09.960635 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c6a7caea-3857-4447-bdbb-94b139038ce6 req-b0b30d15-e84f-41af-a343-43bde638fdeb tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0532835 Aug 19 23:50:09.967225 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:09.980019 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06377879-588e-4f15-98bd-66de8daa5451 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:50:09.997898 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c6a7caea-3857-4447-bdbb-94b139038ce6 req-9d3cdefb-a4bf-4323-96fb-b41e783cabc2 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Aug 19 23:50:09.998532 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:10.004487 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:10.055426 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=6']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:10.134031 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['06377879-588e-4f15-98bd-66de8daa5451'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:50:10.540139 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b4417-3e14-4c0d-9f93-57b530d29802 req-8fbbddd2-8a8f-4234-b050-8235205a0480 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:10.541603 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1b7b4417-3e14-4c0d-9f93-57b530d29802 req-8fbbddd2-8a8f-4234-b050-8235205a0480 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 944 time: 0.0476418 Aug 19 23:50:10.580479 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1b7b4417-3e14-4c0d-9f93-57b530d29802 req-7583eba5-e0a4-49d6-8dff-3826ce27d320 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Aug 19 23:50:11.120707 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00409d-45cb-405c-9f83-67e27fb9abd5 req-d927b097-8aa3-48ed-ba36-85453e127cc9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:11.122262 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d00409d-45cb-405c-9f83-67e27fb9abd5 req-d927b097-8aa3-48ed-ba36-85453e127cc9 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0529902 Aug 19 23:50:11.164808 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d00409d-45cb-405c-9f83-67e27fb9abd5 req-d0d5b2b5-dc7a-4da9-b897-72977d193b4f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366678 Aug 19 23:50:11.707305 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cf240-f15f-4ea2-ad39-e0a43306ecda req-ef03c7a4-dbb1-4087-8c1b-4959859036c8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:11.708879 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-257cf240-f15f-4ea2-ad39-e0a43306ecda req-ef03c7a4-dbb1-4087-8c1b-4959859036c8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 944 time: 0.0550449 Aug 19 23:50:11.748482 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-257cf240-f15f-4ea2-ad39-e0a43306ecda req-639747fb-176e-40e4-ad0e-ff617161d9c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336452 Aug 19 23:50:11.854248 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:50:11.909641 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 06377879-588e-4f15-98bd-66de8daa5451 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:50:11.910465 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:12.017717 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:12.043602 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:12.046234 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23ff6e7-1ffa-4987-b634-73925c64da2d" -d '{"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-plugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:12.070117 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:12.075730 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:12.077322 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 75195461-2ba4-436e-8fa6-fbf8e48511ab no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:50:12.110131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b51ddc-3b3e-4015-9541-1cb97bd21c7c x-openstack-request-id: req-a0b51ddc-3b3e-4015-9541-1cb97bd21c7c {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:12.110418 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-plugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:12.110671 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0b51ddc-3b3e-4015-9541-1cb97bd21c7c {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:12.111060 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'code': 200} Aug 19 23:50:12.132189 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 75195461-2ba4-436e-8fa6-fbf8e48511ab {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:50:12.132533 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 75195461-2ba4-436e-8fa6-fbf8e48511ab not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:50:12.156671 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=7']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:12.287623 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2106d14-304f-4bc1-874e-3a160a41f92f req-f8c446e8-84b1-40c6-a223-45a3da9e36ce tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:12.289225 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f2106d14-304f-4bc1-874e-3a160a41f92f req-f8c446e8-84b1-40c6-a223-45a3da9e36ce tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0513518 Aug 19 23:50:12.343240 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f2106d14-304f-4bc1-874e-3a160a41f92f req-02563433-a361-4137-8acb-a4231523d412 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Aug 19 23:50:12.899937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353607e-fc28-40b0-97a1-2d1f523c96b4 req-bc22e910-62ac-43e2-8f39-98644b2ab8f0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:12.902383 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e353607e-fc28-40b0-97a1-2d1f523c96b4 req-bc22e910-62ac-43e2-8f39-98644b2ab8f0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0702097 Aug 19 23:50:12.946986 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e353607e-fc28-40b0-97a1-2d1f523c96b4 req-b2f0e664-e549-42f7-bd05-8f4cf4b3f290 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Aug 19 23:50:13.455578 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240abf-5cff-44e2-948f-4444361e4cb8 req-5dea4722-c227-4774-93d1-4a9b68219eb4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:13.458728 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d240abf-5cff-44e2-948f-4444361e4cb8 req-5dea4722-c227-4774-93d1-4a9b68219eb4 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0530992 Aug 19 23:50:13.509647 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d240abf-5cff-44e2-948f-4444361e4cb8 req-5161d0b8-abec-4523-a938-0455eabe1c4c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Aug 19 23:50:14.080760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040783e0-f936-4425-9216-33118cf0d997 req-60d7e414-94fd-4796-9437-065a1ed61ad9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:14.082980 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-040783e0-f936-4425-9216-33118cf0d997 req-60d7e414-94fd-4796-9437-065a1ed61ad9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Aug 19 23:50:14.127483 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-040783e0-f936-4425-9216-33118cf0d997 req-f126cb9c-1a12-45fd-bfa6-5f8543487974 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375326 Aug 19 23:50:14.640380 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2489-e606-428d-a77a-225a8edb0944 req-8ad68c03-8cdc-4a0d-838c-f1748cefcc83 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:14.641974 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-376a2489-e606-428d-a77a-225a8edb0944 req-8ad68c03-8cdc-4a0d-838c-f1748cefcc83 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0610266 Aug 19 23:50:14.682877 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-376a2489-e606-428d-a77a-225a8edb0944 req-a878a429-3147-492f-bde3-a4844aa45661 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341341 Aug 19 23:50:15.262673 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca68686-48be-4766-962d-71b875bd6bbe req-14014980-d005-4a09-bd88-45e703f8c203 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:15.265441 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3ca68686-48be-4766-962d-71b875bd6bbe req-14014980-d005-4a09-bd88-45e703f8c203 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0512516 Aug 19 23:50:15.318451 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3ca68686-48be-4766-962d-71b875bd6bbe req-66f2ce8d-3c1f-4c64-8a98-209dfee51a49 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477912 Aug 19 23:50:15.846213 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6a48b-6c6c-4c71-9a0a-4fe7511ab12c req-5beb2d3e-81b4-45d7-a23e-b8bcd603451f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:15.850992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f8b6a48b-6c6c-4c71-9a0a-4fe7511ab12c req-5beb2d3e-81b4-45d7-a23e-b8bcd603451f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0774238 Aug 19 23:50:15.851511 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-39d9c83f-de17-4c94-a773-ce5025651b5c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:15.853103 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-39d9c83f-de17-4c94-a773-ce5025651b5c tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 946 time: 0.0563943 Aug 19 23:50:15.911215 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f8b6a48b-6c6c-4c71-9a0a-4fe7511ab12c req-af1de3d3-af6c-464b-af0a-7d3b1cdf119f tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d700798-87d6-467e-9182-b38ec1aa4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Aug 19 23:50:15.962901 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Deleting port f58924a0-a460-402f-80e9-25c7aa85536b {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:50:15.963328 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:16.078213 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] For port f58924a0-a460-402f-80e9-25c7aa85536b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f58924a0-a460-402f-80e9-25c7aa85536b,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:16.078880 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:16.099217 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Calling delete_port for f58924a0-a460-402f-80e9-25c7aa85536b owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:50:16.251726 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:16.266258 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['f58924a0-a460-402f-80e9-25c7aa85536b'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:50:16.289773 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Pushing event deleted for resources: {'Port': ['ID=f58924a0-a460-402f-80e9-25c7aa85536b,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:16.339757 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] No DVR routers for this DVR port f58924a0-a460-402f-80e9-25c7aa85536b on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:50:16.342280 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:16.344454 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6530e694-ab8c-4a32-ac8c-553e2574a6f7 req-d4a2d5f8-7de3-47c2-8acb-8eb5a7efd2ba tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.45 "DELETE /v2.0/ports/f58924a0-a460-402f-80e9-25c7aa85536b HTTP/1.1" status: 204 len: 173 time: 0.4819233 Aug 19 23:50:16.344929 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992532d9-8b58-46a0-b025-244a31ae368e', 'name': 'network-vif-deleted', 'tag': 'f58924a0-a460-402f-80e9-25c7aa85536b'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:16.348033 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae7dc73-8edc-49e8-985e-753ce75be435" -d '{"events": [{"server_uuid": "992532d9-8b58-46a0-b025-244a31ae368e", "name": "network-vif-deleted", "tag": "f58924a0-a460-402f-80e9-25c7aa85536b"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:16.433721 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5052752-bf71-4ee4-baf1-7f230bbdd8dc x-openstack-request-id: req-e5052752-bf71-4ee4-baf1-7f230bbdd8dc {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:16.434014 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992532d9-8b58-46a0-b025-244a31ae368e", "name": "network-vif-deleted", "tag": "f58924a0-a460-402f-80e9-25c7aa85536b", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:16.434264 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5052752-bf71-4ee4-baf1-7f230bbdd8dc {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:16.434688 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992532d9-8b58-46a0-b025-244a31ae368e', 'name': 'network-vif-deleted', 'tag': 'f58924a0-a460-402f-80e9-25c7aa85536b', 'status': 'completed', 'code': 200} Aug 19 23:50:16.483383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255916ae-490f-4333-b4a5-fb65975040ae req-67e858da-5fd6-4181-9572-3b4e0859ce5f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:16.488483 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-255916ae-490f-4333-b4a5-fb65975040ae req-67e858da-5fd6-4181-9572-3b4e0859ce5f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0626032 Aug 19 23:50:16.532776 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-255916ae-490f-4333-b4a5-fb65975040ae req-4b5026b1-15bc-4732-b268-c3b6b60404f9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Aug 19 23:50:17.077714 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-945a0068-46d2-4778-9da0-3870b1f81c90 req-7bf84589-62a7-4a19-af73-bb91d4207bf6 tempest-ServerRescueNegativeTestJSON-632381512 tempest-ServerRescueNegativeTestJSON-632381512-project] 10.222.0.18 "GET /v2.0/ports?device_id=992532d9-8b58-46a0-b025-244a31ae368e HTTP/1.1" status: 200 len: 210 time: 0.0354884 Aug 19 23:50:17.678248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926b17-0f25-46f3-aee7-c596cf0c3ecf req-016e959c-285a-49de-9e62-b0b1e70bee54 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:17.679736 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42926b17-0f25-46f3-aee7-c596cf0c3ecf req-016e959c-285a-49de-9e62-b0b1e70bee54 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0618844 Aug 19 23:50:17.729399 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-42926b17-0f25-46f3-aee7-c596cf0c3ecf req-20f5ba6b-d300-4c04-b5ac-7e8f2e023f36 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Aug 19 23:50:18.146363 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35056) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:18.640242 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:18.893360 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0aff7-7f29-439a-92bc-5f5e44622f0f req-daca9731-82e8-42c7-aff8-2c8dce9263e1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:18.895634 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-97f0aff7-7f29-439a-92bc-5f5e44622f0f req-daca9731-82e8-42c7-aff8-2c8dce9263e1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0754848 Aug 19 23:50:18.938660 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-97f0aff7-7f29-439a-92bc-5f5e44622f0f req-6f591928-d73c-4401-9db2-5f8b8fda635a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363259 Aug 19 23:50:19.006710 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Deleting port bb599c4e-e287-40de-9e22-15765257dada {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:50:19.007125 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:19.344692 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] For port bb599c4e-e287-40de-9e22-15765257dada, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=bb599c4e-e287-40de-9e22-15765257dada,segment=NetworkSegment(4403005a-9651-4bd9-ad84-07319d152e50),segment_id=4403005a-9651-4bd9-ad84-07319d152e50)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:19.345432 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:19.359856 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Calling delete_port for bb599c4e-e287-40de-9e22-15765257dada owned by network:router_interface {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:50:19.595608 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:19.621592 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb599c4e-e287-40de-9e22-15765257dada,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:19.817825 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:19.904808 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f58924a0-a460-402f-80e9-25c7aa85536b no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:50:19.930909 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: f58924a0-a460-402f-80e9-25c7aa85536b {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:50:19.931593 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f58924a0-a460-402f-80e9-25c7aa85536b not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:50:20.057740 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Router ef106442-7ee5-42e3-9847-b9d75e1ad37c has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:50:20.091122 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c48b3-2e1a-4107-bca1-8fe9824b4460 req-cce3d7d5-37c2-4631-bd34-5d6bd8d4098f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:20.092741 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-473c48b3-2e1a-4107-bca1-8fe9824b4460 req-cce3d7d5-37c2-4631-bd34-5d6bd8d4098f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0544250 Aug 19 23:50:20.138272 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-473c48b3-2e1a-4107-bca1-8fe9824b4460 req-93bd4206-ac6b-465b-8fb3-9b04b1a70ae1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394452 Aug 19 23:50:20.187995 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:50:20.193760 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4db18975-c790-43b3-b0f2-345605a6fe07 admin admin] 10.222.0.18 "PUT /v2.0/routers/ef106442-7ee5-42e3-9847-b9d75e1ad37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470154 Aug 19 23:50:20.196298 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35078) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:20.199801 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] Sync routers for ids ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:50:20.214998 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] Routers {'ef106442-7ee5-42e3-9847-b9d75e1ad37c'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:50:20.215644 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:50:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:20.307358 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks [] for router, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:20.319836 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] Set router ef106442-7ee5-42e3-9847-b9d75e1ad37c gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:50:20.412368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:20.466215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Deleting port 8a35e091-4f5f-462b-b3b2-7c7398576fd3 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:50:20.466553 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:20.499934 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:50:19Z', 'revision_number': 5, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port': {'id': '8a35e091-4f5f-462b-b3b2-7c7398576fd3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:20.526532 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] Checking router: ef106442-7ee5-42e3-9847-b9d75e1ad37c for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:50:20.534608 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] Routers {'ef106442-7ee5-42e3-9847-b9d75e1ad37c'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:50:20.535250 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:50:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:20.556007 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] For port 8a35e091-4f5f-462b-b3b2-7c7398576fd3, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=8a35e091-4f5f-462b-b3b2-7c7398576fd3,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:20.556537 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:20.572997 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Calling delete_port for 8a35e091-4f5f-462b-b3b2-7c7398576fd3 owned by network:router_gateway {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:50:20.619836 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] Set router ef106442-7ee5-42e3-9847-b9d75e1ad37c gateway port host: None {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:50:20.763315 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:50:20Z', 'revision_number': 6, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:20.769286 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:20.790947 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd74b2a-896f-4b5c-a08a-d8b0ee54a133 None None] The sync data for ids ['ef106442-7ee5-42e3-9847-b9d75e1ad37c'] in dv-cinder-805316-1-iscsi is: [{'id': 'ef106442-7ee5-42e3-9847-b9d75e1ad37c', 'name': 'tempest-ServerRescueNegativeTestJSON-1483159279-router', 'tenant_id': '6c7feca836fe4247b9a25475a6df0f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:50:20Z', 'revision_number': 6, 'project_id': '6c7feca836fe4247b9a25475a6df0f54', 'gw_port_host': None}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:50:20.821573 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a35e091-4f5f-462b-b3b2-7c7398576fd3,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:20.876633 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-d41d6bc5-4ed5-47b0-91bf-8207d3241a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:20.878679 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-d41d6bc5-4ed5-47b0-91bf-8207d3241a22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1098 time: 0.1071322 Aug 19 23:50:20.898594 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.039841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.043184 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.128930 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.129464 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef106442-7ee5-42e3-9847-b9d75e1ad37c {{(pid=100859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:50:21.133460 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-12132515-1bc6-4ea5-a7b6-a7e3b89862f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:21.134939 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-12132515-1bc6-4ea5-a7b6-a7e3b89862f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.2468987 Aug 19 23:50:21.137774 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.141073 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-11a4db5f-d5c9-4960-a8b7-f049d897c806 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ef106442-7ee5-42e3-9847-b9d75e1ad37c HTTP/1.1" status: 204 len: 168 time: 0.9414351 Aug 19 23:50:21.141278 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35084) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:21.220895 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Deleting subnet 708acd78-bb7f-4af8-8027-607592ba8d91 {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:50:21.229087 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.271354 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-a63bf312-bc23-4e7d-99c2-4571b8780888 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06377879-588e-4f15-98bd-66de8daa5451 HTTP/1.1" status: 200 len: 1001 time: 0.1228712 Aug 19 23:50:21.272021 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ee86e-b781-41bf-b72a-7fdce957d9bc req-e796a500-bf33-4eb5-8e9d-558fca8fc37f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:21.275522 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ff4ee86e-b781-41bf-b72a-7fdce957d9bc req-e796a500-bf33-4eb5-8e9d-558fca8fc37f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0558441 Aug 19 23:50:21.277490 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.312148 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ff4ee86e-b781-41bf-b72a-7fdce957d9bc req-1a968030-9ed4-4213-8f73-933f4d138194 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Aug 19 23:50:21.351685 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-a3bd744a-85be-4d77-9757-f74c3e497d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:21.353153 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-a3bd744a-85be-4d77-9757-f74c3e497d87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0737910 Aug 19 23:50:21.354120 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.435425 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-4f5fbe74-86a3-48e4-90c8-723ce0768697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:21.436918 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-4f5fbe74-86a3-48e4-90c8-723ce0768697 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603576 Aug 19 23:50:21.442549 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.481137 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708acd78-bb7f-4af8-8027-607592ba8d91,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:21.516701 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.519330 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-0721d661-6d2f-47fd-8fda-42c2c151ef8d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/708acd78-bb7f-4af8-8027-607592ba8d91 HTTP/1.1" status: 204 len: 168 time: 0.3763521 Aug 19 23:50:21.521582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35096) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:21.612005 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.616951 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-164b2f04-3117-49b0-9695-709e6efeff66 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711369 Aug 19 23:50:21.755008 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.769382 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7128cb46-731a-4819-9ff1-2a2664c2c93d']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:21.788814 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4403005a-9651-4bd9-ad84-07319d152e50') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:21.789121 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4403005a-9651-4bd9-ad84-07319d152e50') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:50:21.797015 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-482e306e-1d6b-4603-951a-9b2b4b6af196 req-da6ed080-4395-4e53-9b85-312223fad9cf service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732080 Aug 19 23:50:21.801235 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.816554 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.822835 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:50:21.823259 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:50:21.824924 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:50:21.884611 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.890228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:21.892120 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7128cb46-731a-4819-9ff1-2a2664c2c93d HTTP/1.1" status: 204 len: 168 time: 0.3696656 Aug 19 23:50:21.904482 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74ae6-e9aa-48ff-8145-f4ecbc68f7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7128cb46-731a-4819-9ff1-2a2664c2c93d,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:22.057215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35106) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:22.095402 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f4a44eca-2470-4cac-a56e-c6ea6956a52e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c7feca836fe4247b9a25475a6df0f54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370364 Aug 19 23:50:22.098190 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35108) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:22.144270 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c0e-d10f-4923-84a4-386c90caae7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:22.164651 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c0e-d10f-4923-84a4-386c90caae7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:22.212807 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c0e-d10f-4923-84a4-386c90caae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:22.215432 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c0e-d10f-4923-84a4-386c90caae7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:22.216654 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-8eeb9c0e-d10f-4923-84a4-386c90caae7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d700798-87d6-467e-9182-b38ec1aa4fb0 HTTP/1.1" status: 204 len: 168 time: 0.1176355 Aug 19 23:50:22.224657 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9c0e-d10f-4923-84a4-386c90caae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d700798-87d6-467e-9182-b38ec1aa4fb0,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:22.433930 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1bfbd-84fd-46e7-a422-b8478aaad42c req-60df497e-5265-43e0-a5da-f92b34e1c569 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:22.435407 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-80e1bfbd-84fd-46e7-a422-b8478aaad42c req-60df497e-5265-43e0-a5da-f92b34e1c569 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0512283 Aug 19 23:50:22.472339 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-80e1bfbd-84fd-46e7-a422-b8478aaad42c req-c10d9405-d261-46b3-8d7b-11d3d62be9e2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302126 Aug 19 23:50:22.627483 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 8a35e091-4f5f-462b-b3b2-7c7398576fd3 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:50:22.650259 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 8a35e091-4f5f-462b-b3b2-7c7398576fd3 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:50:22.650609 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 8a35e091-4f5f-462b-b3b2-7c7398576fd3 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:50:22.651028 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device bb599c4e-e287-40de-9e22-15765257dada no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:50:22.675834 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: bb599c4e-e287-40de-9e22-15765257dada {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:50:22.676143 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device bb599c4e-e287-40de-9e22-15765257dada not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:50:23.213537 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:23.603586 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a4812-88a7-4689-86ef-f4421d1b8e44 req-695ec740-1e09-47dd-aa32-1518731b8501 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:23.605089 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b95a4812-88a7-4689-86ef-f4421d1b8e44 req-695ec740-1e09-47dd-aa32-1518731b8501 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Aug 19 23:50:23.647803 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b95a4812-88a7-4689-86ef-f4421d1b8e44 req-b1edb78c-7ae4-4940-ad7a-3f2f9c2caaa1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363402 Aug 19 23:50:23.920062 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:50:23.992513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:24.014027 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:24.016241 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d6c2c-5309-4273-a58d-74892b3286c2" -d '{"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-unplugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:24.030266 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:24.034962 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:24.060393 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818ca10-9167-4e57-89cc-0191fe4a64e3 x-openstack-request-id: req-d818ca10-9167-4e57-89cc-0191fe4a64e3 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:24.060674 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-unplugged", "status": "failed", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "code": 422}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:24.060916 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d818ca10-9167-4e57-89cc-0191fe4a64e3 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:24.061309 dv-cinder-805316-1-iscsi neutron-server[100861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'code': 422} returned with failed status Aug 19 23:50:24.086100 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=8']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:24.093131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.093479 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.093810 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.094138 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.094463 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.094787 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.095123 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.095447 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.095766 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.096081 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.096422 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.097265 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:24.771802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789e8c6-20e9-47f4-a419-247cc708e7bc req-b2cfd9a6-b06c-49f8-bd51-88c94530d86f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:24.773434 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3789e8c6-20e9-47f4-a419-247cc708e7bc req-b2cfd9a6-b06c-49f8-bd51-88c94530d86f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0537145 Aug 19 23:50:25.093632 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3789e8c6-20e9-47f4-a419-247cc708e7bc req-89c04008-dc0a-4099-b5d0-507f823a787e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142180 Aug 19 23:50:25.107071 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a70d6-eebb-4288-8bb5-685381f48d62 req-3c61155f-1b29-4d1c-93b0-f950f1b4c8a7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:25.108640 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-547a70d6-eebb-4288-8bb5-685381f48d62 req-3c61155f-1b29-4d1c-93b0-f950f1b4c8a7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.3219450 Aug 19 23:50:25.145747 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-547a70d6-eebb-4288-8bb5-685381f48d62 req-1e539845-3699-4995-bc21-3b9e20398114 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303183 Aug 19 23:50:25.719790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24057c3f-e0f8-4277-8ab1-087bb924b578 req-956cb37a-2c85-4be3-9ce4-748f97db09eb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:25.721449 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-24057c3f-e0f8-4277-8ab1-087bb924b578 req-956cb37a-2c85-4be3-9ce4-748f97db09eb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0493670 Aug 19 23:50:25.761727 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-24057c3f-e0f8-4277-8ab1-087bb924b578 req-e21a37a8-9098-441e-896e-1bd73fc699bd tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335319 Aug 19 23:50:26.199988 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35242) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:26.286089 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14634e5a-9c64-4d0e-bee2-5aeb0a1a8e06 req-eae37649-3265-440a-b246-196daa6f6ca2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:26.288077 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-14634e5a-9c64-4d0e-bee2-5aeb0a1a8e06 req-eae37649-3265-440a-b246-196daa6f6ca2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0612628 Aug 19 23:50:26.296978 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-a2f29f07-8bca-4354-87ad-12bb04aa8d9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958383 Aug 19 23:50:26.343875 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-14634e5a-9c64-4d0e-bee2-5aeb0a1a8e06 req-9c1cc9d6-37c7-4fdc-b5ed-1803810e003f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490947 Aug 19 23:50:26.885523 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae192b-f780-4985-8e43-52eda6d26d37 req-b22ef1f9-b9c1-42fb-a924-21481173f098 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:26.886986 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8dae192b-f780-4985-8e43-52eda6d26d37 req-b22ef1f9-b9c1-42fb-a924-21481173f098 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0513101 Aug 19 23:50:26.924956 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8dae192b-f780-4985-8e43-52eda6d26d37 req-427e1561-8c31-4498-99c1-efa8e61aeddb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317073 Aug 19 23:50:27.449725 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee9f5a-2b84-4816-9753-fa5d49926208 req-2bf4ebc3-81ab-475b-b774-8bda07af1afe tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:27.451316 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c7ee9f5a-2b84-4816-9753-fa5d49926208 req-2bf4ebc3-81ab-475b-b774-8bda07af1afe tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0525541 Aug 19 23:50:27.489993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c7ee9f5a-2b84-4816-9753-fa5d49926208 req-a8744c2c-55f6-4022-a5a2-c5a5fded537d tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325429 Aug 19 23:50:27.664974 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-5a92fbb5-0176-489f-94b2-c488da0eaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:27.670566 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-5a92fbb5-0176-489f-94b2-c488da0eaaf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1&tenant_id=ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 1096 time: 0.0843019 Aug 19 23:50:27.702489 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:50:27.737303 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-628ffcde-6f62-4d48-92a0-10d4adff8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:27.738833 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-628ffcde-6f62-4d48-92a0-10d4adff8fd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1096 time: 0.0449331 Aug 19 23:50:27.836776 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-6c12e6eb-e227-412f-b2d7-f5b5656b06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:27.838247 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-6c12e6eb-e227-412f-b2d7-f5b5656b06b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.0923505 Aug 19 23:50:27.911249 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-720333b4-6c79-46e1-b6d8-d028611fb6f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06377879-588e-4f15-98bd-66de8daa5451 HTTP/1.1" status: 200 len: 999 time: 0.0625997 Aug 19 23:50:27.955639 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-613e38be-2926-43ca-bd24-42926b2879b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:27.957641 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-613e38be-2926-43ca-bd24-42926b2879b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0430412 Aug 19 23:50:27.970251 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:50:28.008586 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-e7272ad2-dd1e-4e84-86ad-0a44b7b2227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:28.010298 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-e7272ad2-dd1e-4e84-86ad-0a44b7b2227d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438678 Aug 19 23:50:28.061030 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a7160-0667-4b25-8a7d-e95a5f1ac235 req-f22f9a88-3996-4de7-82fe-50c6a57a5ada tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:28.062842 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c83a7160-0667-4b25-8a7d-e95a5f1ac235 req-f22f9a88-3996-4de7-82fe-50c6a57a5ada tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0561509 Aug 19 23:50:28.115821 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c83a7160-0667-4b25-8a7d-e95a5f1ac235 req-bdbbecf9-a901-4070-8ccb-64a0bdb4f5ee tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Aug 19 23:50:28.337825 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-6e1a6605-94cd-48c6-8752-dc61fd58bb3a service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191488 Aug 19 23:50:28.425349 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-25ef9645-2c35-4449-9c8a-c69cb5cd2ab1 req-9fdf2c71-898a-4e27-823d-9c6b5d4e50dc service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794775 Aug 19 23:50:28.608829 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f585-5429-4c76-81b1-75361caa408a req-13f765af-7a72-4dd4-b07d-4218a395a891 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:28.610328 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3e64f585-5429-4c76-81b1-75361caa408a req-13f765af-7a72-4dd4-b07d-4218a395a891 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0539455 Aug 19 23:50:28.649943 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3e64f585-5429-4c76-81b1-75361caa408a req-db2345d7-967f-4fe0-9e07-281120ec6afb tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333929 Aug 19 23:50:29.082017 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-dfb46442-e488-4d49-a0fe-0c5cb3ccbd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:29.252488 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c0945-f9b7-435b-ac7e-2e451adc5b75 req-b02f3332-23ab-425b-865e-45162fed0ec9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:29.260358 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-583c0945-f9b7-435b-ac7e-2e451adc5b75 req-b02f3332-23ab-425b-865e-45162fed0ec9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0582252 Aug 19 23:50:29.303721 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-583c0945-f9b7-435b-ac7e-2e451adc5b75 req-5647d05e-5f72-40f8-829d-13c3607b14d9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Aug 19 23:50:29.770127 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0add13-2b8c-4d67-96e5-47d2905a3d7d req-2d67c8a0-d81a-4525-bcfe-7cc712d8b5f1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:29.774405 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc0add13-2b8c-4d67-96e5-47d2905a3d7d req-2d67c8a0-d81a-4525-bcfe-7cc712d8b5f1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0540080 Aug 19 23:50:29.809600 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc0add13-2b8c-4d67-96e5-47d2905a3d7d req-3a98aabe-a5c1-4da1-9a94-fb35f622bcf7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314124 Aug 19 23:50:30.431661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efd851-138e-497c-b92d-3c00bb17da3a req-19022873-4f58-4377-9f00-e8e6a6e4426f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:30.433215 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-91efd851-138e-497c-b92d-3c00bb17da3a req-19022873-4f58-4377-9f00-e8e6a6e4426f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0568144 Aug 19 23:50:30.501404 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-91efd851-138e-497c-b92d-3c00bb17da3a req-b3eb4289-a9e7-4f8b-872d-f5d135049be2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617085 Aug 19 23:50:30.928146 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ba4e-0319-4810-bf28-1e26ffa18918 req-afe5c501-1783-4570-bbe6-3c89f98a85c7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:30.929633 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41d5ba4e-0319-4810-bf28-1e26ffa18918 req-afe5c501-1783-4570-bbe6-3c89f98a85c7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0504911 Aug 19 23:50:30.999426 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41d5ba4e-0319-4810-bf28-1e26ffa18918 req-30e3a2a2-f1aa-404e-b19a-112c782980b4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581195 Aug 19 23:50:31.181750 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35372) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:31.295382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.394994 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.399943 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.439475 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea80fb-a3b9-4646-ba62-6c51a6eef179,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:31.443312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c08b37519b74eae926bb1fa8b924f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605410 Aug 19 23:50:31.446069 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35376) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:31.448970 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.449318 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.449660 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.450000 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.450329 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.450664 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.450992 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.451358 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.451694 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.452020 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.452342 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.452664 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2aa34-4453-424f-bb51-c1c72ef75cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:50:31.502035 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38a597f2-0ec6-4d47-b633-2aaa300979d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.524952 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38a597f2-0ec6-4d47-b633-2aaa300979d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.582495 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38a597f2-0ec6-4d47-b633-2aaa300979d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.585173 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-38a597f2-0ec6-4d47-b633-2aaa300979d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.586335 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-38a597f2-0ec6-4d47-b633-2aaa300979d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daea80fb-a3b9-4646-ba62-6c51a6eef179 HTTP/1.1" status: 204 len: 168 time: 0.1392584 Aug 19 23:50:31.594810 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a597f2-0ec6-4d47-b633-2aaa300979d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea80fb-a3b9-4646-ba62-6c51a6eef179,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:31.648041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d6b0d-51d4-40d2-a5f8-1f6d4580c11e req-260813fc-5d03-4ed4-8478-40733b8c6c8c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:31.650072 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-156d6b0d-51d4-40d2-a5f8-1f6d4580c11e req-260813fc-5d03-4ed4-8478-40733b8c6c8c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0632107 Aug 19 23:50:31.689426 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd937-b9a5-422f-8a1c-70acbbde29eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.709660 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-156d6b0d-51d4-40d2-a5f8-1f6d4580c11e req-5f618a25-e556-4600-b92d-09324714056d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530734 Aug 19 23:50:31.833669 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35394) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:31.907707 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:31.951991 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e35ea-5372-4f6b-872a-9ea1544152af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.065897 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e35ea-5372-4f6b-872a-9ea1544152af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.074421 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e35ea-5372-4f6b-872a-9ea1544152af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.132133 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6c4e35ea-5372-4f6b-872a-9ea1544152af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1e2710b7e6043db9a488690ba2ea48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973535 Aug 19 23:50:32.134100 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e35ea-5372-4f6b-872a-9ea1544152af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ceb44e-8b85-43ad-b94b-c57e733db7aa,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:32.136476 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 35408) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:32.192903 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2b25-4dab-91e0-b840ce7fe554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.201142 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a02d2-089f-4bc1-b598-22d49cf92a61 req-b8de4544-4780-4c8d-9873-50ea8ce90201 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:32.203426 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-061a02d2-089f-4bc1-b598-22d49cf92a61 req-b8de4544-4780-4c8d-9873-50ea8ce90201 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0886745 Aug 19 23:50:32.224668 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2b25-4dab-91e0-b840ce7fe554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.260425 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-061a02d2-089f-4bc1-b598-22d49cf92a61 req-f19e1e13-3487-42f7-be40-17a6e30c24b6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Aug 19 23:50:32.283029 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2b25-4dab-91e0-b840ce7fe554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.288248 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2b25-4dab-91e0-b840ce7fe554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.290288 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-24954048-2b25-4dab-91e0-b840ce7fe554 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8ceb44e-8b85-43ad-b94b-c57e733db7aa HTTP/1.1" status: 204 len: 168 time: 0.1527131 Aug 19 23:50:32.317983 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24954048-2b25-4dab-91e0-b840ce7fe554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ceb44e-8b85-43ad-b94b-c57e733db7aa,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:32.427647 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35418) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:32.688135 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1245638063-network', 'tenant_id': '88c223977afe46da878ebd76e433f9b7'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:50:32.711310 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Made reservation on behalf of 88c223977afe46da878ebd76e433f9b7 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:50:32.723551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.738535 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.869083 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.886365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abb255-c41c-4263-afee-43564283e2d7 req-c93ac032-79c1-4776-b27a-9e3714a60f59 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:32.896033 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c2abb255-c41c-4263-afee-43564283e2d7 req-c93ac032-79c1-4776-b27a-9e3714a60f59 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0994463 Aug 19 23:50:32.948435 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c2abb255-c41c-4263-afee-43564283e2d7 req-b95cb45a-0eb0-441f-999c-47142ba8b4c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506899 Aug 19 23:50:32.989296 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:32.993480 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.021528 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:50:33.032235 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d689a7e-0d97-4516-b689-f37667f5d83c,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:33.038482 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.038839 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Added segment a45da355-20a5-47a0-8a13-07e03f8f1521 of type vlan for network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 Aug 19 23:50:33.086622 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.123023 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.124278 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:33.125164 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.228824 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] Pushing event updated for resources: {'Network': ['ID=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:33.258057 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7e2685a8-0998-436f-a51d-4e113d7a1e35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8267114 Aug 19 23:50:33.258462 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35442) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:33.260222 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:50:33.263742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Request body: {'subnet': {'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1245638063-subnet', 'tenant_id': '88c223977afe46da878ebd76e433f9b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:50:33.288924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Made reservation on behalf of 88c223977afe46da878ebd76e433f9b7 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:50:33.293696 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413416'] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.489658 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c40f-cfed-46fa-90b5-cb1782c917fa req-2a08608c-b044-4e8f-9c8b-81c452be6509 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:33.491293 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dbe5c40f-cfed-46fa-90b5-cb1782c917fa req-2a08608c-b044-4e8f-9c8b-81c452be6509 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.1257117 Aug 19 23:50:33.567060 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dbe5c40f-cfed-46fa-90b5-cb1782c917fa req-0b6e63fb-2a5c-4ba4-b401-573f15a24cb7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689983 Aug 19 23:50:33.640365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413434'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.695973 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9176d09-b4ea-46df-b091-500732c72e22,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:33.715984 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Checking segment: {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:50:33.716348 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Network hostable DHCP agents. Network: 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:50:33.750960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:50:33.763551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:50:33.768355 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:33.769435 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:33.772636 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffaae65-7308-46ef-8c30-797d8a065cc3 None None] Network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:50:33.786027 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c628fc41-8f5d-4b18-b1fa-08cf910c1bdf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5262105 Aug 19 23:50:33.980085 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3062bb-6fdf-4ac4-a405-38620b9de9b6 None None] Network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:50:34.123981 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c85915-0144-4e4f-b218-163e337d71c4 req-bff2f3b5-019b-4c9d-ad34-5dd58b9ecb46 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:34.125728 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c8c85915-0144-4e4f-b218-163e337d71c4 req-bff2f3b5-019b-4c9d-ad34-5dd58b9ecb46 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0735302 Aug 19 23:50:34.204341 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c8c85915-0144-4e4f-b218-163e337d71c4 req-73297e14-cb9b-4728-b37f-60761315e8f5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684137 Aug 19 23:50:34.372723 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:34.718794 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad045-8d13-4c49-a49c-87d0121ed8f1 req-04a9b02a-0122-4d8f-9ae0-96486dcbb486 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:34.720346 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f31ad045-8d13-4c49-a49c-87d0121ed8f1 req-04a9b02a-0122-4d8f-9ae0-96486dcbb486 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0564752 Aug 19 23:50:34.767968 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f31ad045-8d13-4c49-a49c-87d0121ed8f1 req-54f7abf0-286d-45bd-bfcd-fd421a1021c0 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 Aug 19 23:50:35.312274 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a2334-dfa7-4bc9-82dc-88830a952136 req-6f9cd8c4-e3c4-41fc-8b94-54be55fedf54 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:35.314327 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-011a2334-dfa7-4bc9-82dc-88830a952136 req-6f9cd8c4-e3c4-41fc-8b94-54be55fedf54 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0532346 Aug 19 23:50:35.352743 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-011a2334-dfa7-4bc9-82dc-88830a952136 req-122c0f78-6a38-4b39-a376-4bb84ceae9aa tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309498 Aug 19 23:50:36.003913 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5cb53-474d-4799-b038-d9768a195cee req-0480b77a-6034-4f7d-9652-76d74864943b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:36.005437 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2ee5cb53-474d-4799-b038-d9768a195cee req-0480b77a-6034-4f7d-9652-76d74864943b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.1467962 Aug 19 23:50:36.053200 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-17796e28-1506-4e3e-89f9-c2c8e40b0120 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:36.054684 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-17796e28-1506-4e3e-89f9-c2c8e40b0120 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/networks?id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 200 len: 814 time: 0.1865821 Aug 19 23:50:36.078567 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-48db98e0-06b0-4009-8dac-b21e3b697079 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/quotas/88c223977afe46da878ebd76e433f9b7 HTTP/1.1" status: 200 len: 375 time: 0.0170486 Aug 19 23:50:36.133453 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2ee5cb53-474d-4799-b038-d9768a195cee req-9997cf64-ab29-4e70-aaee-37273e42bafc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777440 Aug 19 23:50:36.135469 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-4152516d-f7a1-4ced-84e7-c3549fff3c59 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88c223977afe46da878ebd76e433f9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516670 Aug 19 23:50:36.235736 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-4ed9c28f-b8ae-4603-96d8-cd274c2ab08b service neutron] 10.222.0.18 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919223 Aug 19 23:50:36.323871 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-b0c7c738-869d-4b5d-a1fc-61704225a9c8 service neutron] 10.222.0.18 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871511 Aug 19 23:50:36.523256 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-227b0e8c-6c07-4a2a-a64e-79cbbbc6ecca req-4b67763f-b481-4174-9379-8235da75a3a0 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 210 time: 0.0423408 Aug 19 23:50:36.544197 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12163-6197-4478-a8cd-2f44cefed631 req-d7fc7f33-61e7-46c8-921d-680325ebf50d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:36.545495 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-34e12163-6197-4478-a8cd-2f44cefed631 req-d7fc7f33-61e7-46c8-921d-680325ebf50d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.1026030 Aug 19 23:50:36.585736 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-34e12163-6197-4478-a8cd-2f44cefed631 req-542a3370-cfa9-4f19-b90c-8259ee5173ee tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339296 Aug 19 23:50:37.282749 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a8d7e-2a43-4cd4-9af4-e18f65620273 req-dd715fb1-0556-461b-87c9-4916439f8fe4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:37.285681 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5a7a8d7e-2a43-4cd4-9af4-e18f65620273 req-dd715fb1-0556-461b-87c9-4916439f8fe4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0586858 Aug 19 23:50:37.324736 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5a7a8d7e-2a43-4cd4-9af4-e18f65620273 req-cf08b8c6-dcdc-41d6-a2d2-533234457693 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327501 Aug 19 23:50:37.632009 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d30c0536-c2eb-47c9-9982-f7b2daf9dca0 req-df7e70e8-bd4e-4e64-ad6a-d3608df47853 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 210 time: 0.0260787 Aug 19 23:50:37.718648 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a87fb-0953-4ede-b721-741f854bf5b3 req-50349ffa-1346-4b30-8f73-a6299753a62b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:37.720161 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c64a87fb-0953-4ede-b721-741f854bf5b3 req-50349ffa-1346-4b30-8f73-a6299753a62b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0496783 Aug 19 23:50:37.759442 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c64a87fb-0953-4ede-b721-741f854bf5b3 req-30280ee0-3391-4b93-90f5-7e0f8b5c5950 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Aug 19 23:50:38.462679 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34ac10-9a74-46d1-82fa-159016f06905 req-9673612c-4619-4821-b54a-d3d7e7c30eae tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:38.470709 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6b34ac10-9a74-46d1-82fa-159016f06905 req-9673612c-4619-4821-b54a-d3d7e7c30eae tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0718353 Aug 19 23:50:38.511875 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6b34ac10-9a74-46d1-82fa-159016f06905 req-91b7c8e6-7d5e-401d-b4f6-50b71b1553bb tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Aug 19 23:50:38.739761 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e05450d1-2636-4acd-8c15-f402bcb3a0fe req-1da180c2-a32e-45aa-8199-621d489c6258 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 210 time: 0.0411489 Aug 19 23:50:38.906959 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220678-d0b2-4857-8bba-143512ae032a req-9cfc3b80-5cca-4cf2-a6a3-a3f2c0251595 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:38.908605 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a220678-d0b2-4857-8bba-143512ae032a req-9cfc3b80-5cca-4cf2-a6a3-a3f2c0251595 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0555592 Aug 19 23:50:38.947270 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a220678-d0b2-4857-8bba-143512ae032a req-8eeb9c86-749a-4258-b316-fbb5a79fd668 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Aug 19 23:50:39.623573 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c87c23-b12d-43ae-ae4c-58d3acc9fc54 req-97ae0221-4a04-4e83-9590-50bf75bce209 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:39.625053 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-85c87c23-b12d-43ae-ae4c-58d3acc9fc54 req-97ae0221-4a04-4e83-9590-50bf75bce209 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0482161 Aug 19 23:50:39.661443 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-85c87c23-b12d-43ae-ae4c-58d3acc9fc54 req-e0d1c513-6269-43a3-8d09-5eab5904e458 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298555 Aug 19 23:50:39.839016 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc84e0a6-1ae3-41a9-9447-00f7b14a1ace req-b87baff6-a312-4a0f-aee7-70e2a5a9c199 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 210 time: 0.0297153 Aug 19 23:50:40.075892 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba6ba-a1f1-4710-8d3f-fe0954c92406 req-0659c690-6f84-41a6-95eb-1be501f95374 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:40.077349 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d51ba6ba-a1f1-4710-8d3f-fe0954c92406 req-0659c690-6f84-41a6-95eb-1be501f95374 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0504699 Aug 19 23:50:40.114404 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d51ba6ba-a1f1-4710-8d3f-fe0954c92406 req-47662f9f-ac17-4849-9611-e4d967fe424b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304689 Aug 19 23:50:40.446042 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-2f517a09-bd1c-447a-a867-10c13007119a tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:40.447431 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-2f517a09-bd1c-447a-a867-10c13007119a tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "GET /v2.0/networks?id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 200 len: 814 time: 0.0982907 Aug 19 23:50:40.460596 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Request body: {'port': {'device_id': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41', 'admin_state_up': True, 'tenant_id': '88c223977afe46da878ebd76e433f9b7'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:50:40.569084 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Made reservation on behalf of 88c223977afe46da878ebd76e433f9b7 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:50:40.572550 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:40.691206 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Allocated IP 172.20.0.9 (03ead835-f1ac-4c69-a5b3-7d92c2dd1a41/c9176d09-b4ea-46df-b091-500732c72e22/34ec9de9-6ee0-4e7c-8757-e960a85fb058) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:50:40.774942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568524f-6322-47fa-8ec8-76ab8e9ba50e req-67e89dca-821d-4c89-b85f-e5630a0c6092 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:40.776436 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a568524f-6322-47fa-8ec8-76ab8e9ba50e req-67e89dca-821d-4c89-b85f-e5630a0c6092 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0470421 Aug 19 23:50:40.814350 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a568524f-6322-47fa-8ec8-76ab8e9ba50e req-bed2f6d3-2a27-4091-8866-f84f57a09913 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Aug 19 23:50:40.838437 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:40.877818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:40.923108 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:50:40.926670 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:50:40.929274 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:50:40.981134 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aba4f-0cb1-4ea5-9416-396d9e1f05ff req-9c05b03e-f8ab-4cf3-90ae-cb3240afbaca tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:40.982258 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ee2aba4f-0cb1-4ea5-9416-396d9e1f05ff req-9c05b03e-f8ab-4cf3-90ae-cb3240afbaca tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 931 time: 0.0663176 Aug 19 23:50:40.982772 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Pushing event updated for resources: {'Port': ['ID=34ec9de9-6ee0-4e7c-8757-e960a85fb058,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:41.019707 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.020542 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.037367 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-4c89a523-e562-431a-9b2f-5084ad69d405 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809925 Aug 19 23:50:41.050713 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Request body: {'port': {'device_id': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:50:41.079596 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ee2aba4f-0cb1-4ea5-9416-396d9e1f05ff req-91d7aed6-68aa-4905-9878-25915449e8d8 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834053 Aug 19 23:50:41.096469 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a079f3-626f-4039-a06c-5c63bc574c09 req-86041dcc-c24f-46f8-8599-cf2009f870cf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.103618 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-69a079f3-626f-4039-a06c-5c63bc574c09 req-86041dcc-c24f-46f8-8599-cf2009f870cf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.1352952 Aug 19 23:50:41.115107 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-9f0d508a-126e-4a81-9f2e-24044daf5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.118366 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-9f0d508a-126e-4a81-9f2e-24044daf5ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1098 time: 0.0903387 Aug 19 23:50:41.120562 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.231727 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-69a079f3-626f-4039-a06c-5c63bc574c09 req-4611faa7-c524-409d-8e52-7ae0617c099f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121697 Aug 19 23:50:41.295840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c17dc5-39fd-40ae-9e1f-5316284072b2 req-62d367a3-353a-4931-a675-039402e02f30 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.295840 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-47c17dc5-39fd-40ae-9e1f-5316284072b2 req-62d367a3-353a-4931-a675-039402e02f30 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0875988 Aug 19 23:50:41.295840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-938567c3-7e40-4c7e-aed2-f2d8902c01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.295840 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-938567c3-7e40-4c7e-aed2-f2d8902c01ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 911 time: 0.1681817 Aug 19 23:50:41.387748 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-47c17dc5-39fd-40ae-9e1f-5316284072b2 req-97f6f19f-9cab-4b53-8310-5bf573840c6b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871046 Aug 19 23:50:41.400278 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-f56b8336-cb42-42ca-aa87-973da1d31a49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 200 len: 1000 time: 0.0918918 Aug 19 23:50:41.427722 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ec9de9-6ee0-4e7c-8757-e960a85fb058 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:50:41.437487 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.453682 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Transition to ACTIVE for port object 34ec9de9-6ee0-4e7c-8757-e960a85fb058 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:50:41.458844 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.459453 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-eef8dc68-e913-4e0c-a8c4-5fb5de46be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.461392 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-eef8dc68-e913-4e0c-a8c4-5fb5de46be5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0524538 Aug 19 23:50:41.509415 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-12c026a7-bb4d-4303-8da0-9ea39f7ed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.511333 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-12c026a7-bb4d-4303-8da0-9ea39f7ed3d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420632 Aug 19 23:50:41.532326 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Pushing event updated for resources: {'Port': ['ID=34ec9de9-6ee0-4e7c-8757-e960a85fb058,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:41.581070 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Attempting to bind port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:50:41.581408 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Attempting to bind port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:50:41.581739 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Attempting to bind port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 on network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:50:41.585952 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 on network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:50:41.586276 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Attempting to bind port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 on network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:50:41.591196 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:50:41.591537 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Checking segment: {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:50:41.591920 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Bound using segment: {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:50:41.592349 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Bound port: 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:50:41.592706 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.602560 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-25cb184f-3897-4768-a404-7e8e51d4779c service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843604 Aug 19 23:50:41.657741 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] For port 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:50:41.661272 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] For port 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:50:41.666247 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.693994 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f8047a0-9d90-4f92-88c9-6848e4bb93a1 req-98884245-8ff2-4218-8261-34e7acf99238 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839198 Aug 19 23:50:41.700033 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.700658 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:41.702076 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] 10.222.0.45 "PUT /v2.0/ports/34ec9de9-6ee0-4e7c-8757-e960a85fb058 HTTP/1.1" status: 200 len: 1093 time: 0.6556528 Aug 19 23:50:41.702509 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'tag': '34ec9de9-6ee0-4e7c-8757-e960a85fb058'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:41.704780 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d6801-ecb3-4c2a-9b4e-389de203a1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f059f1e9-1640-4519-8b52-dc07cfea1bcb", "tag": "34ec9de9-6ee0-4e7c-8757-e960a85fb058"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:41.737991 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767245a3-02b3-4e75-8a7b-0204891f596e service neutron] Pushing event updated for resources: {'Port': ['ID=34ec9de9-6ee0-4e7c-8757-e960a85fb058,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:41.750511 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639e241e-c451-4de3-b7cd-9e0745a2f3e4 x-openstack-request-id: req-639e241e-c451-4de3-b7cd-9e0745a2f3e4 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:41.750846 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f059f1e9-1640-4519-8b52-dc07cfea1bcb", "tag": "34ec9de9-6ee0-4e7c-8757-e960a85fb058", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:41.751297 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-639e241e-c451-4de3-b7cd-9e0745a2f3e4 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:41.751690 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'tag': '34ec9de9-6ee0-4e7c-8757-e960a85fb058', 'status': 'completed', 'code': 200} Aug 19 23:50:41.794238 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-ae5540a5-243b-4041-a6b2-6a812c95e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.795721 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-ae5540a5-243b-4041-a6b2-6a812c95e0ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88c223977afe46da878ebd76e433f9b7&device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 1096 time: 0.0400159 Aug 19 23:50:41.842871 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-3a1da6c2-e50b-427f-be07-ba0bdfacce5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058 HTTP/1.1" status: 200 len: 217 time: 0.0388491 Aug 19 23:50:41.892017 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebf883-75df-44fa-8523-05da08619b7e req-0a994c40-022b-4118-8991-d902f36a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:41.893426 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-0a994c40-022b-4118-8991-d902f36a2914 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9176d09-b4ea-46df-b091-500732c72e22 HTTP/1.1" status: 200 len: 854 time: 0.0438156 Aug 19 23:50:41.924037 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-40a518c2-c8fc-431f-a836-4a790093d92e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233259 Aug 19 23:50:42.017413 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-394da660-82fc-4a77-a523-687ec4443568 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818849 Aug 19 23:50:42.106291 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2aebf883-75df-44fa-8523-05da08619b7e req-17a017ce-8d8e-4330-9923-f8244fcc3431 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808876 Aug 19 23:50:42.213040 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd7c35-a532-45e3-8e10-3e1091d14404 req-f1392fea-8776-4b3a-98e5-47ab06c032e3 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:42.214707 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cacd7c35-a532-45e3-8e10-3e1091d14404 req-f1392fea-8776-4b3a-98e5-47ab06c032e3 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 943 time: 0.0513625 Aug 19 23:50:42.217911 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-c34a6571-38e2-4c9c-be86-d3eddb8204c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:42.219500 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-c34a6571-38e2-4c9c-be86-d3eddb8204c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88c223977afe46da878ebd76e433f9b7&device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 1096 time: 0.0408406 Aug 19 23:50:42.262608 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cacd7c35-a532-45e3-8e10-3e1091d14404 req-1b4c9e5b-2358-4000-9784-6d0a0160328c tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Aug 19 23:50:42.326502 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-24fb0769-7fd5-4ad3-a5aa-39b3e7900716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:42.328007 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-24fb0769-7fd5-4ad3-a5aa-39b3e7900716 service neutron] 10.222.0.45 "GET /v2.0/networks?id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 200 len: 915 time: 0.1012013 Aug 19 23:50:42.368496 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c815826-3762-47f2-bd23-8dcad31a893f req-921ba4f1-ebf4-4bd7-a60f-559bc6c5a0da tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:42.370109 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c815826-3762-47f2-bd23-8dcad31a893f req-921ba4f1-ebf4-4bd7-a60f-559bc6c5a0da tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0490160 Aug 19 23:50:42.370533 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-bb60fbbd-fae7-49ab-99c0-8c25dc4933b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058 HTTP/1.1" status: 200 len: 217 time: 0.0338485 Aug 19 23:50:42.408285 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c815826-3762-47f2-bd23-8dcad31a893f req-a38fd0cb-2557-4081-ab43-b7cd9fc1714f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Aug 19 23:50:42.419810 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-92add7ef-db74-467d-a38f-61289a31ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:42.421298 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-92add7ef-db74-467d-a38f-61289a31ca44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9176d09-b4ea-46df-b091-500732c72e22 HTTP/1.1" status: 200 len: 854 time: 0.0438123 Aug 19 23:50:42.459329 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-4583c25a-bd20-4117-89ec-6b57fbe70613 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304470 Aug 19 23:50:42.508316 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f23078-0a2a-4cda-a60a-3a4bb27594ad req-b128851e-cb7c-4bc9-b2ae-f25e5c062c0a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:42.510107 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e6f23078-0a2a-4cda-a60a-3a4bb27594ad req-b128851e-cb7c-4bc9-b2ae-f25e5c062c0a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0501359 Aug 19 23:50:42.550236 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e6f23078-0a2a-4cda-a60a-3a4bb27594ad req-7be08f68-245b-4d55-a4ee-98416b73ecdc tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337005 Aug 19 23:50:42.559042 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-4950f106-67e7-4a2e-aefd-56770588f260 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913746 Aug 19 23:50:42.654266 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-570d6801-ecb3-4c2a-9b4e-389de203a1c4 req-31f5e77d-7a62-4668-9b61-ea1eeecd04c0 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873432 Aug 19 23:50:43.377634 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5e5f8-cfda-40aa-9e8b-bb831cd9da8c req-9aed5e99-7a12-48ec-be54-995e7add8543 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:43.378998 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43c5e5f8-cfda-40aa-9e8b-bb831cd9da8c req-9aed5e99-7a12-48ec-be54-995e7add8543 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 943 time: 0.0474024 Aug 19 23:50:43.419906 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-43c5e5f8-cfda-40aa-9e8b-bb831cd9da8c req-5ffc9594-2024-4f3a-a585-eb2a601c1be7 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 19 23:50:43.671157 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56588a-4013-427c-9a62-13104a9669f1 req-5256d5fa-a1b1-4392-af7f-b6a03a8af5d9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:43.672547 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3f56588a-4013-427c-9a62-13104a9669f1 req-5256d5fa-a1b1-4392-af7f-b6a03a8af5d9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0476670 Aug 19 23:50:43.711992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3f56588a-4013-427c-9a62-13104a9669f1 req-fb0b4465-b29e-4ec3-9070-81fb7096cb62 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Aug 19 23:50:44.061709 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 34ec9de9-6ee0-4e7c-8757-e960a85fb058 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:50:44.168779 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:44.181546 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '34ec9de9-6ee0-4e7c-8757-e960a85fb058', 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41', 'port_id': '34ec9de9-6ee0-4e7c-8757-e960a85fb058', 'mac_address': 'fa:16:3e:6f:b9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9176d09-b4ea-46df-b091-500732c72e22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:50:44.225108 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:44.237576 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ec9de9-6ee0-4e7c-8757-e960a85fb058 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:50:44.257141 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:44.260655 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:44.305949 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=34ec9de9-6ee0-4e7c-8757-e960a85fb058,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:44.493278 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['34ec9de9-6ee0-4e7c-8757-e960a85fb058'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:50:44.533874 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193bbee-f215-49ba-ae6f-233b6553673e req-bbd25e51-028b-4b20-9542-dc69cda12bde tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:44.535390 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0193bbee-f215-49ba-ae6f-233b6553673e req-bbd25e51-028b-4b20-9542-dc69cda12bde tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 944 time: 0.0520427 Aug 19 23:50:44.572347 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0193bbee-f215-49ba-ae6f-233b6553673e req-f62992c8-8066-4832-b9f9-8e298e221687 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Aug 19 23:50:44.831002 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2e2d-f75b-41b2-b2fd-3696d70bfe07 req-3a419e8b-60cb-4816-8d07-f6ee430d0a3c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:44.833042 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-316c2e2d-f75b-41b2-b2fd-3696d70bfe07 req-3a419e8b-60cb-4816-8d07-f6ee430d0a3c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0532417 Aug 19 23:50:44.873235 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-316c2e2d-f75b-41b2-b2fd-3696d70bfe07 req-a94d771f-12f2-43bc-88f6-27fd05a61c40 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Aug 19 23:50:45.686043 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fc4bb-f2c8-4d48-91ed-535371d063eb req-e9b04357-c0cb-4fae-ac2d-454c2d75032b tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:45.687543 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9f6fc4bb-f2c8-4d48-91ed-535371d063eb req-e9b04357-c0cb-4fae-ac2d-454c2d75032b tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 944 time: 0.0499454 Aug 19 23:50:45.726162 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9f6fc4bb-f2c8-4d48-91ed-535371d063eb req-35f84a41-afc8-4111-87b4-82dd21ef9d63 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Aug 19 23:50:45.991757 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea7239-8165-42f7-a151-02ef6889ee0c req-c5c17412-830b-4d9d-b663-b99d868a3038 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:45.993251 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-87ea7239-8165-42f7-a151-02ef6889ee0c req-c5c17412-830b-4d9d-b663-b99d868a3038 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0481298 Aug 19 23:50:46.029039 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-87ea7239-8165-42f7-a151-02ef6889ee0c req-8b31411a-1c49-4922-9c46-e17577fc537b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299852 Aug 19 23:50:46.063897 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 34ec9de9-6ee0-4e7c-8757-e960a85fb058 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:50:46.112909 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:50:46.117139 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:50:46.117507 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:46.189980 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:46.211834 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ec9de9-6ee0-4e7c-8757-e960a85fb058'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:46.214028 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff21e175-9bbb-4828-9b31-2f7731e533a2" -d '{"events": [{"server_uuid": "f059f1e9-1640-4519-8b52-dc07cfea1bcb", "name": "network-vif-plugged", "status": "completed", "tag": "34ec9de9-6ee0-4e7c-8757-e960a85fb058"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:46.228679 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:46.232661 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:46.254830 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b3fa4-66e2-457f-8cf0-e5799c7dfacd x-openstack-request-id: req-cb2b3fa4-66e2-457f-8cf0-e5799c7dfacd {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:46.255159 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f059f1e9-1640-4519-8b52-dc07cfea1bcb", "name": "network-vif-plugged", "status": "completed", "tag": "34ec9de9-6ee0-4e7c-8757-e960a85fb058", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:46.255418 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb2b3fa4-66e2-457f-8cf0-e5799c7dfacd {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:46.255795 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ec9de9-6ee0-4e7c-8757-e960a85fb058', 'code': 200} Aug 19 23:50:46.281078 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=34ec9de9-6ee0-4e7c-8757-e960a85fb058,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:46.422362 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4446052-2e1f-4855-b1ae-7ab09b6c2c27 req-de71a93f-7bf9-457e-98ff-d1488cdb76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:46.423906 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d4446052-2e1f-4855-b1ae-7ab09b6c2c27 req-de71a93f-7bf9-457e-98ff-d1488cdb76a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 1098 time: 0.0535553 Aug 19 23:50:46.458976 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d4446052-2e1f-4855-b1ae-7ab09b6c2c27 req-22376a5f-59a7-4144-979a-bb522312a4ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280490 Aug 19 23:50:46.837592 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f8172-40c4-43aa-882e-8f45a401ba11 req-e47e154d-44df-47a3-9ffe-289639548a8c tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:46.839078 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d64f8172-40c4-43aa-882e-8f45a401ba11 req-e47e154d-44df-47a3-9ffe-289639548a8c tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 945 time: 0.0470836 Aug 19 23:50:46.879002 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d64f8172-40c4-43aa-882e-8f45a401ba11 req-37d5a2df-8fb2-4417-8bea-6e9591910fb4 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341816 Aug 19 23:50:47.149362 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855246fc-bead-4647-8d8d-ce9d6787f15b req-c902c92e-b4c6-43f1-906e-7ba309e28323 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:47.150842 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-855246fc-bead-4647-8d8d-ce9d6787f15b req-c902c92e-b4c6-43f1-906e-7ba309e28323 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 943 time: 0.0491107 Aug 19 23:50:47.187447 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-855246fc-bead-4647-8d8d-ce9d6787f15b req-3a22466f-2749-430d-8be4-0a968b031521 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307915 Aug 19 23:50:47.993187 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a61da-6510-4388-a721-03f27ccbfab7 req-88c08f27-ea5c-4b9c-b34b-76fdc8318382 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:47.994693 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-909a61da-6510-4388-a721-03f27ccbfab7 req-88c08f27-ea5c-4b9c-b34b-76fdc8318382 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 945 time: 0.0504768 Aug 19 23:50:48.032367 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-909a61da-6510-4388-a721-03f27ccbfab7 req-e576ba70-cee1-41fe-98ec-ae8448a14395 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 19 23:50:48.070333 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:50:48.164857 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:48.179685 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '06377879-588e-4f15-98bd-66de8daa5451', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'port_id': '06377879-588e-4f15-98bd-66de8daa5451', 'mac_address': 'fa:16:3e:92:e1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:50:48.224813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:48.240546 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06377879-588e-4f15-98bd-66de8daa5451 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:50:48.265121 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:48.268718 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:48.315569 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c497f-6df3-40ba-ae47-4b1f7df1572a req-d6a295a0-5dd4-4648-a8cd-3b2329ca22ef tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:48.319388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=9']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:48.323601 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d79c497f-6df3-40ba-ae47-4b1f7df1572a req-d6a295a0-5dd4-4648-a8cd-3b2329ca22ef tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 944 time: 0.0603116 Aug 19 23:50:48.365400 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d79c497f-6df3-40ba-ae47-4b1f7df1572a req-186cea55-c7f1-4154-87ab-4fef4b40b29f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Aug 19 23:50:48.500796 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['06377879-588e-4f15-98bd-66de8daa5451'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:50:49.495696 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7bb0-8d9f-42fc-bd97-25d19fc5ceb1 req-65240867-6d18-40c1-b451-c4a759234147 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:49.497223 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4e0c7bb0-8d9f-42fc-bd97-25d19fc5ceb1 req-65240867-6d18-40c1-b451-c4a759234147 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 944 time: 0.0531654 Aug 19 23:50:49.532134 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35810) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:49.546017 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4e0c7bb0-8d9f-42fc-bd97-25d19fc5ceb1 req-6aa04a16-2cb5-4005-abd7-b2f42d9a247b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Aug 19 23:50:49.647983 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e1f415e9-6367-47e8-8d9a-0e2a35511dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.740054 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e1f415e9-6367-47e8-8d9a-0e2a35511dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.743857 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e1f415e9-6367-47e8-8d9a-0e2a35511dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.779936 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f415e9-6367-47e8-8d9a-0e2a35511dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca179c-3e72-4301-ba01-aa289386727c,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:49.784212 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e1f415e9-6367-47e8-8d9a-0e2a35511dee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a017031f67064afdb6f90893a05411e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510502 Aug 19 23:50:49.787501 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35814) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:49.837810 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e265ed3c-72d8-485e-9ca8-f3f18efaec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.858891 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e265ed3c-72d8-485e-9ca8-f3f18efaec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.905625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e265ed3c-72d8-485e-9ca8-f3f18efaec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.908438 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e265ed3c-72d8-485e-9ca8-f3f18efaec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:49.909670 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e265ed3c-72d8-485e-9ca8-f3f18efaec4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3ca179c-3e72-4301-ba01-aa289386727c HTTP/1.1" status: 204 len: 168 time: 0.1219149 Aug 19 23:50:49.918024 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265ed3c-72d8-485e-9ca8-f3f18efaec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca179c-3e72-4301-ba01-aa289386727c,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:50.104838 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:50:50.158101 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 06377879-588e-4f15-98bd-66de8daa5451 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:50:50.158479 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.181197 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35820) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:50.194454 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd80e-ba16-43dd-814a-05333a57e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.236647 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.260964 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:50:50.263218 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c041ba-d5ca-469c-8f98-7f652525281a" -d '{"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-plugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:50:50.276995 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:50:50.282951 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.290841 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd80e-ba16-43dd-814a-05333a57e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.295184 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd80e-ba16-43dd-814a-05333a57e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.308431 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee981705-9b4d-436d-b3cd-89446a540ba7 x-openstack-request-id: req-ee981705-9b4d-436d-b3cd-89446a540ba7 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:50:50.308725 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-plugged", "status": "completed", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:50:50.308971 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee981705-9b4d-436d-b3cd-89446a540ba7 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:50:50.309350 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'code': 200} Aug 19 23:50:50.335559 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbd80e-ba16-43dd-814a-05333a57e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e55698-9fbe-4c51-9374-15016353f68c,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:50.342595 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a2bbd80e-ba16-43dd-814a-05333a57e228 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a90e2ff1f05e45c788ac1a922bd3d5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576641 Aug 19 23:50:50.342595 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 35824) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:50:50.350770 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=10']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:50.392434 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cc8-f32f-4644-bbd9-7e2d23a9e34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.413953 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cc8-f32f-4644-bbd9-7e2d23a9e34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.462685 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cc8-f32f-4644-bbd9-7e2d23a9e34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.465338 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cc8-f32f-4644-bbd9-7e2d23a9e34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:50.466536 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ef8b6cc8-f32f-4644-bbd9-7e2d23a9e34b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49e55698-9fbe-4c51-9374-15016353f68c HTTP/1.1" status: 204 len: 168 time: 0.1232433 Aug 19 23:50:50.475222 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b6cc8-f32f-4644-bbd9-7e2d23a9e34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e55698-9fbe-4c51-9374-15016353f68c,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:50:50.689876 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5dee3-d288-4733-b658-04fe70b1cfe7 req-33090dc5-100b-4b44-9285-9d5d77dd2375 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:50.692658 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-70d5dee3-d288-4733-b658-04fe70b1cfe7 req-33090dc5-100b-4b44-9285-9d5d77dd2375 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 946 time: 0.0660987 Aug 19 23:50:50.742491 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-70d5dee3-d288-4733-b658-04fe70b1cfe7 req-d599d5fe-da55-47ed-ac77-628e686c94a0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Aug 19 23:50:50.797209 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa16e72-cb15-48a5-8d09-1b1c6759965a req-ee690f64-e2e7-4711-81a4-5e089067941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:50.798712 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4aa16e72-cb15-48a5-8d09-1b1c6759965a req-ee690f64-e2e7-4711-81a4-5e089067941e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 1099 time: 0.0418632 Aug 19 23:50:50.836059 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4aa16e72-cb15-48a5-8d09-1b1c6759965a req-0fc276aa-32dd-455e-9d20-798ac6cf6e6e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281174 Aug 19 23:50:51.422039 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-fd75f90b-39d5-491c-b833-dadfa5bf16ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471351 Aug 19 23:50:51.498111 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-c468c1b5-ac7b-4722-9d77-a2cf6b48c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:51.499660 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-c468c1b5-ac7b-4722-9d77-a2cf6b48c224 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 1098 time: 0.0519216 Aug 19 23:50:51.623890 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-847fc86c-b1cb-4948-b612-311c7a0e308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:51.625548 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-847fc86c-b1cb-4948-b612-311c7a0e308b service neutron] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 911 time: 0.0906732 Aug 19 23:50:51.702130 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-579002b1-642c-410f-a8ac-d31194a36639 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 200 len: 1000 time: 0.0666976 Aug 19 23:50:51.754621 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-588b6919-bf9c-46e3-8258-cf3edc6ab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:51.756288 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-588b6919-bf9c-46e3-8258-cf3edc6ab587 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0460560 Aug 19 23:50:51.814887 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-1f066a28-eecb-49e3-a77d-d4daac23348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:51.816672 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-1f066a28-eecb-49e3-a77d-d4daac23348a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493171 Aug 19 23:50:51.868925 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25b48-6d0f-40f9-87a6-879253c6f531 req-99398c52-41f7-476f-975f-27a77c68b668 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:51.870531 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-82b25b48-6d0f-40f9-87a6-879253c6f531 req-99398c52-41f7-476f-975f-27a77c68b668 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Aug 19 23:50:51.913363 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-82b25b48-6d0f-40f9-87a6-879253c6f531 req-3a6db747-9fca-4a34-8a5b-a2a228403adb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353231 Aug 19 23:50:51.928861 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-171e3a14-cdec-42f5-84ea-cc14d0120f15 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966797 Aug 19 23:50:52.021109 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-d7bda17b-e40e-4510-a802-2c66e48d4ec6 req-7577c70f-8ab6-4244-9892-2d31a8af29b8 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830383 Aug 19 23:50:53.038963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d135-fd6b-44c1-a683-9f8c493d75de req-e1d64025-26b1-4e9f-bb0c-78593e4f12f6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:50:53.040478 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6a04d135-fd6b-44c1-a683-9f8c493d75de req-e1d64025-26b1-4e9f-bb0c-78593e4f12f6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 946 time: 0.0512595 Aug 19 23:50:53.077266 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6a04d135-fd6b-44c1-a683-9f8c493d75de req-705bc441-ac48-469b-aee2-c0f884002cd7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Aug 19 23:50:53.229557 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:50:59.075851 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-7588d0c6-195c-466d-97d0-5ab043be829c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:01.681499 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e849c42f-fc52-4b71-ac1a-051dba13e56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:01.910940 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:02.861756 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:04.358812 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:04.701729 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:51:23.228444 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.570029 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36196) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:27.670309 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4d5a398e-85da-4cca-8c6e-08080a1b15ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.756492 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4d5a398e-85da-4cca-8c6e-08080a1b15ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.761022 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4d5a398e-85da-4cca-8c6e-08080a1b15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.797257 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-4d5a398e-85da-4cca-8c6e-08080a1b15ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05c78d2b5b3e4768a0acc133f2c88e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261689 Aug 19 23:51:27.798142 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a398e-85da-4cca-8c6e-08080a1b15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5497ad-e9a2-4c92-92f8-a66b18bf9c7d,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:27.800042 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36200) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:27.848479 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.881816 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.932268 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.934748 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:27.935941 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab5497ad-e9a2-4c92-92f8-a66b18bf9c7d HTTP/1.1" status: 204 len: 168 time: 0.1349192 Aug 19 23:51:27.945510 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5497ad-e9a2-4c92-92f8-a66b18bf9c7d,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:27.953689 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.954047 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.954392 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.954941 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.955308 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.955650 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.955994 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.956333 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.956669 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.956998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.957383 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:27.957647 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7b84e3-a185-40ed-a51a-50115394e725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:28.204140 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36214) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:28.217196 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e81c620d-957e-473c-9ec2-5980d6c84a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.305197 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e81c620d-957e-473c-9ec2-5980d6c84a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.308826 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e81c620d-957e-473c-9ec2-5980d6c84a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.350352 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-e81c620d-957e-473c-9ec2-5980d6c84a6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f099333ea25e46608b7bf3449fedb491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451254 Aug 19 23:51:28.351345 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c620d-957e-473c-9ec2-5980d6c84a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9991ce-666f-4afd-a1d4-c0ec4dd54e3a,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:28.352992 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36216) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:28.400771 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e99c09a7-3296-476c-9da9-b23a92e9362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.421550 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e99c09a7-3296-476c-9da9-b23a92e9362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.465448 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e99c09a7-3296-476c-9da9-b23a92e9362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.467918 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e99c09a7-3296-476c-9da9-b23a92e9362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:28.469118 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e99c09a7-3296-476c-9da9-b23a92e9362f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e9991ce-666f-4afd-a1d4-c0ec4dd54e3a HTTP/1.1" status: 204 len: 168 time: 0.1151285 Aug 19 23:51:28.477201 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c09a7-3296-476c-9da9-b23a92e9362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9991ce-666f-4afd-a1d4-c0ec4dd54e3a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:29.080159 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-50dee658-e10f-4dc9-ac13-ab0b2574b433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:31.682373 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4a431a54-63fe-42f8-9f31-f2e4aae9e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:31.911908 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:32.864597 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:33.712148 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36310) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:33.826942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:33.913969 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:33.917626 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:33.954381 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efdbdb26412a45199813192539762b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412210 Aug 19 23:51:33.955244 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00371ff8-b452-4e80-9dd6-5a6250ee0912,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:33.957041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36314) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:33.974053 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.974332 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.974667 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.975024 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.975378 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.975706 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.976032 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.976352 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.976672 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.976988 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.977304 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:33.977619 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24c8e5-7189-4820-b6d5-5453b5decb89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:34.014944 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3f1352c7-3fec-4861-b2a6-a76fd92aa2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.034843 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3f1352c7-3fec-4861-b2a6-a76fd92aa2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.087908 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3f1352c7-3fec-4861-b2a6-a76fd92aa2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.090485 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3f1352c7-3fec-4861-b2a6-a76fd92aa2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.091678 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3f1352c7-3fec-4861-b2a6-a76fd92aa2e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00371ff8-b452-4e80-9dd6-5a6250ee0912 HTTP/1.1" status: 204 len: 168 time: 0.1329980 Aug 19 23:51:34.100588 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1352c7-3fec-4861-b2a6-a76fd92aa2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00371ff8-b452-4e80-9dd6-5a6250ee0912,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:34.344063 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36324) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:34.359572 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7294-957b-4597-a9d7-5a3b1c36afab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.362786 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.450965 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7294-957b-4597-a9d7-5a3b1c36afab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.454847 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7294-957b-4597-a9d7-5a3b1c36afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.491625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b7294-957b-4597-a9d7-5a3b1c36afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6395ce2-13f2-4c9c-bee9-8bff796c49f6,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:34.496790 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7b0b7294-957b-4597-a9d7-5a3b1c36afab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5f3af2c16da4af7affcad0ab514f76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516306 Aug 19 23:51:34.499539 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36328) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:34.553932 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6f77-f297-4321-9983-a5a86738b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.575362 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6f77-f297-4321-9983-a5a86738b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.620590 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6f77-f297-4321-9983-a5a86738b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.623141 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6dbc6f77-f297-4321-9983-a5a86738b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:34.624273 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6dbc6f77-f297-4321-9983-a5a86738b721 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6395ce2-13f2-4c9c-bee9-8bff796c49f6 HTTP/1.1" status: 204 len: 168 time: 0.1234410 Aug 19 23:51:34.631557 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc6f77-f297-4321-9983-a5a86738b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6395ce2-13f2-4c9c-bee9-8bff796c49f6,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:36.378961 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36398) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:36.482886 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-853ad006-5e71-497b-9301-8e7c7c3378d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.585038 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-853ad006-5e71-497b-9301-8e7c7c3378d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.588782 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-853ad006-5e71-497b-9301-8e7c7c3378d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.627611 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-853ad006-5e71-497b-9301-8e7c7c3378d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc47d93480aa4b739eb5b5d2c9c23a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469556 Aug 19 23:51:36.628445 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad006-5e71-497b-9301-8e7c7c3378d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aae644-a063-40cb-9f78-2bbafea519b2,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:36.630917 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36402) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:36.679652 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-24ed626d-e7b3-4ba5-a31f-5c7d125c99c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.701264 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-24ed626d-e7b3-4ba5-a31f-5c7d125c99c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.748906 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-24ed626d-e7b3-4ba5-a31f-5c7d125c99c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.751503 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-24ed626d-e7b3-4ba5-a31f-5c7d125c99c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:36.755558 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-24ed626d-e7b3-4ba5-a31f-5c7d125c99c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10aae644-a063-40cb-9f78-2bbafea519b2 HTTP/1.1" status: 204 len: 168 time: 0.1206448 Aug 19 23:51:36.760862 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed626d-e7b3-4ba5-a31f-5c7d125c99c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aae644-a063-40cb-9f78-2bbafea519b2,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:36.928733 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232386-8975-4213-8b0d-60a433a91edd req-58bdc194-e14c-4ec7-98be-3faea27d5d71 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:36.930215 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4f232386-8975-4213-8b0d-60a433a91edd req-58bdc194-e14c-4ec7-98be-3faea27d5d71 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 945 time: 0.0495031 Aug 19 23:51:36.970855 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4f232386-8975-4213-8b0d-60a433a91edd req-653d4b03-286b-49b7-97fa-21bea0f5ba45 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Aug 19 23:51:37.022425 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36416) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:37.036309 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d5d112a6-6f78-4704-8e80-1e6a38950235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.125633 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d5d112a6-6f78-4704-8e80-1e6a38950235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.129217 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d5d112a6-6f78-4704-8e80-1e6a38950235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.166357 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d5d112a6-6f78-4704-8e80-1e6a38950235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72611f5c65014c368c7f684b9d77dca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428580 Aug 19 23:51:37.167234 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d112a6-6f78-4704-8e80-1e6a38950235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a90d437-6795-481f-8c90-897d586cfd57,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:37.168997 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36418) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:37.216200 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3898726-1a75-411b-a91a-609f990b6eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.236428 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3898726-1a75-411b-a91a-609f990b6eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.283574 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3898726-1a75-411b-a91a-609f990b6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.286628 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d3898726-1a75-411b-a91a-609f990b6eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:37.288743 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d3898726-1a75-411b-a91a-609f990b6eab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a90d437-6795-481f-8c90-897d586cfd57 HTTP/1.1" status: 204 len: 168 time: 0.1187155 Aug 19 23:51:37.299557 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3898726-1a75-411b-a91a-609f990b6eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a90d437-6795-481f-8c90-897d586cfd57,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:37.494288 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bf474-0783-4f2d-83f3-08e2fe81f77f req-3aff7de6-a51a-4082-bfbe-0dccbcc5b847 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:37.495905 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-782bf474-0783-4f2d-83f3-08e2fe81f77f req-3aff7de6-a51a-4082-bfbe-0dccbcc5b847 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0533168 Aug 19 23:51:37.533234 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-782bf474-0783-4f2d-83f3-08e2fe81f77f req-76f55899-2514-46c3-887a-76b3a4723251 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Aug 19 23:51:38.088252 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37acd0-d5bf-49d9-b793-16e5e80a5dde req-09f6dde2-a9b0-4ee6-a980-ecd16a44953c tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:38.089804 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3e37acd0-d5bf-49d9-b793-16e5e80a5dde req-09f6dde2-a9b0-4ee6-a980-ecd16a44953c tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 945 time: 0.0489690 Aug 19 23:51:38.127600 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3e37acd0-d5bf-49d9-b793-16e5e80a5dde req-9abb2506-cd39-4d26-8328-ad6e165185a6 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 19 23:51:38.647351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c5585-1299-4abe-bdef-61e59dfe3757 req-300d8f26-7584-4853-896d-70fca1007961 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:38.648855 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f27c5585-1299-4abe-bdef-61e59dfe3757 req-300d8f26-7584-4853-896d-70fca1007961 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0491149 Aug 19 23:51:38.688155 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f27c5585-1299-4abe-bdef-61e59dfe3757 req-eee0ec21-8598-4195-a1fc-f22d5a784f55 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Aug 19 23:51:38.925208 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-1f38f803-586f-4a3a-ab8e-48834eab0903 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:38.927295 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-1f38f803-586f-4a3a-ab8e-48834eab0903 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 945 time: 0.0607595 Aug 19 23:51:39.025362 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Deleting port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:51:39.025711 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.110351 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] For port 34ec9de9-6ee0-4e7c-8757-e960a85fb058, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=34ec9de9-6ee0-4e7c-8757-e960a85fb058,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:39.110719 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.123851 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Calling delete_port for 34ec9de9-6ee0-4e7c-8757-e960a85fb058 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:51:39.251345 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.265409 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['34ec9de9-6ee0-4e7c-8757-e960a85fb058'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:51:39.284562 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Pushing event deleted for resources: {'Port': ['ID=34ec9de9-6ee0-4e7c-8757-e960a85fb058,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:39.332236 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] No DVR routers for this DVR port 34ec9de9-6ee0-4e7c-8757-e960a85fb058 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:51:39.335590 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.337836 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-cfeb5542-19bc-4fd3-9000-91098b152774 req-a96b2f91-65d3-4b43-bf3e-7933e37f0781 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "DELETE /v2.0/ports/34ec9de9-6ee0-4e7c-8757-e960a85fb058 HTTP/1.1" status: 204 len: 173 time: 0.4007843 Aug 19 23:51:39.338293 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'name': 'network-vif-deleted', 'tag': '34ec9de9-6ee0-4e7c-8757-e960a85fb058'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:39.338858 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fd7a17b6-7f71-4962-8901-d7a5bb5ede36 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:39.340485 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fd7a17b6-7f71-4962-8901-d7a5bb5ede36 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0658135 Aug 19 23:51:39.341214 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b6880e-8d3a-40be-a5da-f3e33c20dd19" -d '{"events": [{"server_uuid": "f059f1e9-1640-4519-8b52-dc07cfea1bcb", "name": "network-vif-deleted", "tag": "34ec9de9-6ee0-4e7c-8757-e960a85fb058"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:39.382508 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c657b1c-1b62-40d5-aa1f-8c54969fe168 x-openstack-request-id: req-7c657b1c-1b62-40d5-aa1f-8c54969fe168 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:39.382801 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f059f1e9-1640-4519-8b52-dc07cfea1bcb", "name": "network-vif-deleted", "tag": "34ec9de9-6ee0-4e7c-8757-e960a85fb058", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:39.383052 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c657b1c-1b62-40d5-aa1f-8c54969fe168 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:39.383480 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f059f1e9-1640-4519-8b52-dc07cfea1bcb', 'name': 'network-vif-deleted', 'tag': '34ec9de9-6ee0-4e7c-8757-e960a85fb058', 'status': 'completed', 'code': 200} Aug 19 23:51:39.406774 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6544cbd9-2cc2-4bb8-b1e0-348796b3d721 req-b52720d0-2577-464d-b1d8-a3af529f2ec4 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f059f1e9-1640-4519-8b52-dc07cfea1bcb HTTP/1.1" status: 200 len: 210 time: 0.2122083 Aug 19 23:51:39.459331 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Deleting port bbea1d7b-2185-4697-a157-193f043ece2c {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:51:39.459667 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.549129 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] For port bbea1d7b-2185-4697-a157-193f043ece2c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=bbea1d7b-2185-4697-a157-193f043ece2c,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:39.549490 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.777716 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.778104 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:39.778423 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Floating IP 36f36b17-d3ea-4be5-ae94-d7407e83d668 disassociated. External IP: 172.27.0.160, port: bbea1d7b-2185-4697-a157-193f043ece2c. Aug 19 23:51:39.778767 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Calling delete_port for bbea1d7b-2185-4697-a157-193f043ece2c owned by compute:nova {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:51:39.853956 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acf966-dd10-4c4c-9904-7671165ca2d2 req-d3bd8666-2687-4de2-afd8-cc62a533ee28 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:39.855643 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c9acf966-dd10-4c4c-9904-7671165ca2d2 req-d3bd8666-2687-4de2-afd8-cc62a533ee28 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 945 time: 0.0984316 Aug 19 23:51:39.930342 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c9acf966-dd10-4c4c-9904-7671165ca2d2 req-0afc26af-6437-4681-af36-4c4369957ea7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685894 Aug 19 23:51:39.986009 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:40.014466 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'Port': ['ID=bbea1d7b-2185-4697-a157-193f043ece2c,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:40.384852 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:51:40.494628 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:51:40.507207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:51:40.518668 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:51:40.519821 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:51:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:40.539681 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] No DVR routers for this DVR port bbea1d7b-2185-4697-a157-193f043ece2c on host hv-cinder-80531 {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:51:40.543393 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:40.545630 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3cd998ae-4e44-48bf-9219-af98ffc9251b req-fecad42c-03a0-43d9-888a-faaba629fd41 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "DELETE /v2.0/ports/bbea1d7b-2185-4697-a157-193f043ece2c HTTP/1.1" status: 204 len: 173 time: 1.1978629 Aug 19 23:51:40.546112 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'name': 'network-vif-deleted', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:40.548686 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b550972d-c355-4c72-97c2-1cf01d46d31a" -d '{"events": [{"server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "name": "network-vif-deleted", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:40.607959 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d020ea-0dd3-4885-9ae7-5aca5cf8374d x-openstack-request-id: req-57d020ea-0dd3-4885-9ae7-5aca5cf8374d {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:40.608151 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aecce19-29cf-4195-a906-9420aad5a3db", "name": "network-vif-deleted", "tag": "bbea1d7b-2185-4697-a157-193f043ece2c", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:40.608365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57d020ea-0dd3-4885-9ae7-5aca5cf8374d {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:40.608900 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aecce19-29cf-4195-a906-9420aad5a3db', 'name': 'network-vif-deleted', 'tag': 'bbea1d7b-2185-4697-a157-193f043ece2c', 'status': 'completed', 'code': 200} Aug 19 23:51:40.693953 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:51:40.898053 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:40.927649 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:51:40.935873 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:51:40.936461 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:51:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:41.039334 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-99c691fe-4bb4-4c60-bff3-010f4bc2667c req-ae5b0b41-c336-4343-ab91-fe2e8f78d1b9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 210 time: 0.0263927 Aug 19 23:51:41.047574 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:51:41.236423 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:41.262522 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f640dfd9-698f-47b3-915e-a067b9a01cf9 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:51:41.495374 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72da8e7-0ff5-4bfe-8b45-296aee7210b4 None None] New status for floating IP 36f36b17-d3ea-4be5-ae94-d7407e83d668: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:51:41.705542 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:51:42.201386 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4b2ab472-59f6-457f-886a-7663e175c1bb req-3f2c0b16-bf0a-4a10-ae55-4ec3c9a8282c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 210 time: 0.0781538 Aug 19 23:51:42.690776 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device bbea1d7b-2185-4697-a157-193f043ece2c no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:51:42.710692 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: bbea1d7b-2185-4697-a157-193f043ece2c {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:51:42.711580 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device bbea1d7b-2185-4697-a157-193f043ece2c not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:51:42.711580 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 34ec9de9-6ee0-4e7c-8757-e960a85fb058 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:51:42.733689 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 34ec9de9-6ee0-4e7c-8757-e960a85fb058 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:51:42.734036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 34ec9de9-6ee0-4e7c-8757-e960a85fb058 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:51:43.303896 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-58962c7f-9ba6-4839-abe4-933f37c65482 req-a7b59760-7845-4055-a2a7-b72f28950295 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aecce19-29cf-4195-a906-9420aad5a3db HTTP/1.1" status: 200 len: 210 time: 0.0266871 Aug 19 23:51:44.334101 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a541c3e-f698-4ab5-8ad3-6862176755b3 req-317a974a-fc90-43cd-8ec1-eb0f1411b9c1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:44.335924 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3a541c3e-f698-4ab5-8ad3-6862176755b3 req-317a974a-fc90-43cd-8ec1-eb0f1411b9c1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0474246 Aug 19 23:51:44.373107 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3a541c3e-f698-4ab5-8ad3-6862176755b3 req-7059dd3a-af5b-45b9-95ec-758bf4171a5a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Aug 19 23:51:44.545068 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-7f94c28c-0672-419d-b836-ccd11939b78b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033246183&fields=id&tenant_id=53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 267 time: 0.0314465 Aug 19 23:51:44.649044 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-f7c1d1ff-7f9d-455e-bb39-af505162f4cb tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:44.650870 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-f7c1d1ff-7f9d-455e-bb39-af505162f4cb tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 812 time: 0.0993228 Aug 19 23:51:44.665238 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-619b7481-82bd-4f85-a3c9-8800e07cda0f tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/quotas/53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 375 time: 0.0088725 Aug 19 23:51:44.716124 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-eeafd9ba-deb4-444b-b42c-54b889119a7d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458560 Aug 19 23:51:44.852873 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9964de95-1dc2-49fa-917a-efcd53d3f379 service neutron] 10.222.0.18 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247332 Aug 19 23:51:44.969167 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-97a3d040-29ab-480a-9c8f-f0e24411e4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099908 Aug 19 23:51:45.272932 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41b32d49-242f-42b0-b012-fe69159d2c91 req-80551bb4-1cbf-4d30-8411-d5aca31dcd9e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 210 time: 0.0353923 Aug 19 23:51:45.488079 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acf6b6-0cd9-4e9f-abcc-8cc68800150f req-38a5eb8d-1d67-4091-999f-54362b1f3b78 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:45.490226 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-54acf6b6-0cd9-4e9f-abcc-8cc68800150f req-38a5eb8d-1d67-4091-999f-54362b1f3b78 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0481815 Aug 19 23:51:45.528086 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-54acf6b6-0cd9-4e9f-abcc-8cc68800150f req-ec94d588-0cbd-4043-b39e-3eaaa78c7f6f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316195 Aug 19 23:51:46.383841 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4bd33520-6611-4e12-a881-36b09f35b47f req-57776329-9231-4893-ba39-c90e205272d2 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 210 time: 0.0306952 Aug 19 23:51:46.390640 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-8482b5c5-8395-4392-bf51-d09749fb7764 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:46.392207 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-8482b5c5-8395-4392-bf51-d09749fb7764 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 812 time: 0.1436682 Aug 19 23:51:46.652778 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318ecb-16eb-4628-9f09-b3c954723a63 req-96cde5a8-af92-4d38-97a6-de0a6db64afe tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:46.654244 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7d318ecb-16eb-4628-9f09-b3c954723a63 req-96cde5a8-af92-4d38-97a6-de0a6db64afe tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 19 23:51:46.695167 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7d318ecb-16eb-4628-9f09-b3c954723a63 req-e7b760ce-eee5-44dc-91c0-919ef64add2d tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348961 Aug 19 23:51:47.482568 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-69024b45-bdd0-4ae7-9354-04c95a47df4f req-c6868713-9a63-4312-b32b-c3bd00591d0f tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 210 time: 0.0259664 Aug 19 23:51:47.809734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e34a-088f-468b-a47b-8f597ef80689 req-f4a9dd5b-45d6-44eb-b63a-81fea1a32d84 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:47.811226 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d335e34a-088f-468b-a47b-8f597ef80689 req-f4a9dd5b-45d6-44eb-b63a-81fea1a32d84 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0491974 Aug 19 23:51:47.847603 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d335e34a-088f-468b-a47b-8f597ef80689 req-44c7ea06-70bf-478a-9349-1a5c1f9343a7 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306182 Aug 19 23:51:48.573027 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-83571b75-f10a-48e7-827d-a9749b4e257f req-767842f0-7b76-4047-ba77-126306daeb67 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 210 time: 0.0266032 Aug 19 23:51:48.959803 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573830-f330-4f13-9116-b6eb9379c9f4 req-3b21a675-3ceb-494f-a88b-afda016a3d82 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:48.961169 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7a573830-f330-4f13-9116-b6eb9379c9f4 req-3b21a675-3ceb-494f-a88b-afda016a3d82 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0476477 Aug 19 23:51:49.037477 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9cffd50a-734a-425a-8705-cf29aa2e41f4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 380 time: 0.0545406 Aug 19 23:51:49.040103 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7a573830-f330-4f13-9116-b6eb9379c9f4 req-af9033ba-6e67-46aa-b340-245436150f23 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3b5e51-bd61-437b-9359-44b89013effa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729334 Aug 19 23:51:49.045492 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-7345f55a-b916-4014-b741-0db1ddcf3eaa tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:49.047564 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-7345f55a-b916-4014-b741-0db1ddcf3eaa tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 945 time: 0.0501525 Aug 19 23:51:49.049094 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'port': {'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'admin_state_up': True, 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'security_groups': ['22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d']}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:49.143905 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Deleting port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:51:49.144244 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.160274 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Made reservation on behalf of 53d07056e77a4f6fa44f067bf9ecb62f for: {'port': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:51:49.165911 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.246615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] For port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:49.246932 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.320015 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Allocated IP 172.20.0.12 (4024a10b-67ea-4d59-b576-eb2a0908d839/71b013b8-fe32-43a6-b858-819261a026c1/d778e955-a30f-48c4-bace-ad6c99340459) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:51:49.479694 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.479978 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.480286 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Floating IP 962e2389-0cb6-4acc-80a6-7ef23db3ace8 disassociated. External IP: 172.27.0.23, port: 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7. Aug 19 23:51:49.480657 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Calling delete_port for 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:51:49.553333 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.588662 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-54d943e2-ca69-4f0d-b259-8a6552323d69 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:49.590180 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-54d943e2-ca69-4f0d-b259-8a6552323d69 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/networks?id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 200 len: 814 time: 0.2060039 Aug 19 23:51:49.608410 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-abc38600-20eb-4b7a-b26b-609547b988f9 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/quotas/88c223977afe46da878ebd76e433f9b7 HTTP/1.1" status: 200 len: 375 time: 0.0109859 Aug 19 23:51:49.621254 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.633239 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Transition to ACTIVE for port object d778e955-a30f-48c4-bace-ad6c99340459 will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:51:49.656249 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event deleted for resources: {'Port': ['ID=264ab0fd-1f38-4de8-a1d9-8b81a354a7d7,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:49.683908 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-2bd018c2-e367-463e-9651-e6dd5e0a6f3a tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88c223977afe46da878ebd76e433f9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664859 Aug 19 23:51:49.693816 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.776924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:51:49.778410 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=d778e955-a30f-48c4-bace-ad6c99340459,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:49.789412 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Router edff3905-6fa9-477b-a40c-6c5984f3769a has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:51:49.790136 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875ed25-af99-4466-9e51-011151ec0b0f req-136613ec-0cd2-4194-b25a-a3d12e92cdaa tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:49.791688 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9875ed25-af99-4466-9e51-011151ec0b0f req-136613ec-0cd2-4194-b25a-a3d12e92cdaa tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 932 time: 0.1287525 Aug 19 23:51:49.799462 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:51:49.813223 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:51:49.940533 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9875ed25-af99-4466-9e51-011151ec0b0f req-93db2e1d-5eec-4471-9925-68ce49d89b21 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380424 Aug 19 23:51:49.970953 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:49.971781 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:49.983005 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-9295bfb3-c1a9-4cef-bcc8-e37ba8425abe service neutron] 10.222.0.18 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857578 Aug 19 23:51:50.011419 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-9f26bd5b-69c2-4a07-a084-6c048b135e87 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9668787 Aug 19 23:51:50.071046 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Request body: {'port': {'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:50.102550 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-35fbed16-1cc2-4624-a564-749966020e88 None None] Provisioning for port d778e955-a30f-48c4-bace-ad6c99340459 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:51:50.107394 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-35fbed16-1cc2-4624-a564-749966020e88 None None] Provisioning complete for port d778e955-a30f-48c4-bace-ad6c99340459 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:51:50.108060 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-35fbed16-1cc2-4624-a564-749966020e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.163548 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.165132 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-35fbed16-1cc2-4624-a564-749966020e88 None None] Port d778e955-a30f-48c4-bace-ad6c99340459 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:51:50.193040 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:51:50.208127 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:51:50.230784 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:51:50.231433 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:51:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:50.237895 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-117f4a06-d5f1-4c46-9ba9-67eb0eb31134 service neutron] 10.222.0.18 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419119 Aug 19 23:51:50.244399 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] No DVR routers for this DVR port 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:51:50.247971 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.250359 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-2a73191d-4761-4b82-aaa1-00c79b2945b1 req-cae098de-de0c-4df9-9eba-bf91e48def26 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "DELETE /v2.0/ports/264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 HTTP/1.1" status: 204 len: 173 time: 1.1928608 Aug 19 23:51:50.251002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'name': 'network-vif-deleted', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:50.254109 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d81bb-b7b6-4858-833a-5759c66739e7" -d '{"events": [{"server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "name": "network-vif-deleted", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:50.391214 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2fc5b9dd-fe79-4667-abfd-b13dca89e9a6 req-ca2c496a-d1cf-4ec3-9bce-cc626dd7e4a4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f508c4a-3ae7-4060-81db-90444c6c0d2d HTTP/1.1" status: 200 len: 210 time: 0.0462112 Aug 19 23:51:50.447030 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9315c9a-3c67-462b-bf4c-eebc1b39d631 x-openstack-request-id: req-b9315c9a-3c67-462b-bf4c-eebc1b39d631 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:50.447453 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f508c4a-3ae7-4060-81db-90444c6c0d2d", "name": "network-vif-deleted", "tag": "264ab0fd-1f38-4de8-a1d9-8b81a354a7d7", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:50.447810 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9315c9a-3c67-462b-bf4c-eebc1b39d631 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:50.448300 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f508c4a-3ae7-4060-81db-90444c6c0d2d', 'name': 'network-vif-deleted', 'tag': '264ab0fd-1f38-4de8-a1d9-8b81a354a7d7', 'status': 'completed', 'code': 200} Aug 19 23:51:50.501498 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7f5cf48e-e55a-4874-a578-c85b1fa4241e req-95cbddc5-c4f6-4fee-9444-d445cd21d8ca tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Aug 19 23:51:50.515650 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:51:50.539345 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:51:50.539597 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 264ab0fd-1f38-4de8-a1d9-8b81a354a7d7 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:51:50.563604 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:51:50.590158 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d778e955-a30f-48c4-bace-ad6c99340459 {{(pid=100860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:51:50.599391 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.612275 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Transition to ACTIVE for port object d778e955-a30f-48c4-bace-ad6c99340459 will not be triggered until provisioned by entity L2. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:51:50.617737 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.684778 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Pushing event updated for resources: {'Port': ['ID=d778e955-a30f-48c4-bace-ad6c99340459,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:50.795127 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:50.810451 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Attempting to bind port d778e955-a30f-48c4-bace-ad6c99340459 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:51:50.810883 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Attempting to bind port d778e955-a30f-48c4-bace-ad6c99340459 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:51:50.811304 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Attempting to bind port d778e955-a30f-48c4-bace-ad6c99340459 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:51:50.817460 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Port d778e955-a30f-48c4-bace-ad6c99340459 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:51:50.817908 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Attempting to bind port d778e955-a30f-48c4-bace-ad6c99340459 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:51:50.823374 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:51:50.824162 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Checking segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:51:50.824632 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Bound using segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:51:50.825363 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Bound port: d778e955-a30f-48c4-bace-ad6c99340459, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:51:50.825925 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.826588 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:51:50.836346 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:51:50.836955 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:51:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:50.940258 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] For port d778e955-a30f-48c4-bace-ad6c99340459, host hv-cinder-80531, cleared binding levels {{(pid=100860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:51:50.944972 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] For port d778e955-a30f-48c4-bace-ad6c99340459, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d778e955-a30f-48c4-bace-ad6c99340459,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:51:50.956708 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:50.983023 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:51:51.014340 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.016273 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:51.020659 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] 10.222.0.45 "PUT /v2.0/ports/d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 1094 time: 0.9938285 Aug 19 23:51:51.020659 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:51.021734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0856ac10-c079-410d-b895-9ac4a612104d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "tag": "d778e955-a30f-48c4-bace-ad6c99340459"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:51.052182 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a72bb3-01ff-4a1e-835c-c269cbd810ce service neutron] Pushing event updated for resources: {'Port': ['ID=d778e955-a30f-48c4-bace-ad6c99340459,revision_number=3']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:51.153134 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949cd6d2-58c3-4ade-ba3b-e900791bdc35 x-openstack-request-id: req-949cd6d2-58c3-4ade-ba3b-e900791bdc35 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:51.153424 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "tag": "d778e955-a30f-48c4-bace-ad6c99340459", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:51.153674 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-949cd6d2-58c3-4ade-ba3b-e900791bdc35 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:51.154070 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459', 'status': 'completed', 'code': 200} Aug 19 23:51:51.197715 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-f75a0e61-0385-4874-ba21-85d541881e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.199270 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-f75a0e61-0385-4874-ba21-85d541881e91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1097 time: 0.1018755 Aug 19 23:51:51.212323 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44390df0-c6cc-4004-8f25-06c5946f50d0 req-6c807a3b-380e-472b-aca3-0ef1753b4887 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.220316 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-44390df0-c6cc-4004-8f25-06c5946f50d0 req-6c807a3b-380e-472b-aca3-0ef1753b4887 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.1083090 Aug 19 23:51:51.274078 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-8a124897-fb86-4222-bfc0-ce03ac2d5ae4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 217 time: 0.0514894 Aug 19 23:51:51.302993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-44390df0-c6cc-4004-8f25-06c5946f50d0 req-814d737e-297d-4fff-bed7-94e23caba447 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817022 Aug 19 23:51:51.309568 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:51.341156 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4b9ea-d812-458f-9625-ab8eaca2c28c None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:51:51.344172 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-17fcb33e-fe6f-45ba-8878-20476b72e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.345691 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-17fcb33e-fe6f-45ba-8878-20476b72e290 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0549846 Aug 19 23:51:51.398720 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-39f4f1af-2261-4709-a8cf-f598abf07eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.400675 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-39f4f1af-2261-4709-a8cf-f598abf07eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429118 Aug 19 23:51:51.494138 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-3f41a96b-51eb-43c6-99a9-7e9e3b765617 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Aug 19 23:51:51.511485 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36694) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:51.577621 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5c104932-4a76-45ef-8827-5cb00a394baf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:51.608370 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5c104932-4a76-45ef-8827-5cb00a394baf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:51.622095 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e7d5d-1b23-4afb-8249-455cd48c9339 None None] New status for floating IP 962e2389-0cb6-4acc-80a6-7ef23db3ace8: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:51:51.655318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-527dac61-dfb5-4ff6-ae8f-b74664c6dfe4 req-ddb12f8c-12d7-4efe-96e8-71d0ad360b78 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 210 time: 0.0505476 Aug 19 23:51:51.671207 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5c104932-4a76-45ef-8827-5cb00a394baf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:51.673975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5c104932-4a76-45ef-8827-5cb00a394baf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:51.676679 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-5c104932-4a76-45ef-8827-5cb00a394baf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "DELETE /v2.0/security-groups/bb3b5e51-bd61-437b-9359-44b89013effa HTTP/1.1" status: 204 len: 168 time: 0.1635418 Aug 19 23:51:51.681312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6d64b589-e847-498c-b22d-f360eb5acdaf req-ae35f772-5e16-43de-8106-13aed8c4c4ec service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785285 Aug 19 23:51:51.681774 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36700) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:51.699842 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104932-4a76-45ef-8827-5cb00a394baf tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b5e51-bd61-437b-9359-44b89013effa,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:51.715764 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.api.v2.resource [None req-a5b496e1-8d97-47ba-99fa-20a46c9892b6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] show failed (client error): The resource could not be found. Aug 19 23:51:51.718482 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a5b496e1-8d97-47ba-99fa-20a46c9892b6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups/bb3b5e51-bd61-437b-9359-44b89013effa HTTP/1.1" status: 404 len: 347 time: 0.0342841 Aug 19 23:51:51.720139 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36702) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:51.836475 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-c80f074e-f680-4498-8c09-fc5a1c98640d tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.838273 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-c80f074e-f680-4498-8c09-fc5a1c98640d tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "GET /v2.0/networks?id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 200 len: 814 time: 0.1500371 Aug 19 23:51:51.853826 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Request body: {'port': {'device_id': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41', 'admin_state_up': True, 'tenant_id': '88c223977afe46da878ebd76e433f9b7'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:51.911437 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ac10-c079-410d-b895-9ac4a612104d req-31e1e190-129d-4d78-9a49-e06689c9747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:51.913877 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-31e1e190-129d-4d78-9a49-e06689c9747e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1097 time: 0.1301596 Aug 19 23:51:51.993259 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Deleting port a34a92d4-78aa-4d6b-bb8c-f879fd1e5a31 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:51:51.993605 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:51.995041 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Made reservation on behalf of 88c223977afe46da878ebd76e433f9b7 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:51:52.000232 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.090948 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ac10-c079-410d-b895-9ac4a612104d req-abdd3381-80dc-4ec5-8946-0f4672639f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:52.092481 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-abdd3381-80dc-4ec5-8946-0f4672639f5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.1692507 Aug 19 23:51:52.118474 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.119034 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.152847 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-7696ea4b-84a7-4024-8f08-2df2746f3e7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 217 time: 0.0476334 Aug 19 23:51:52.158404 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Calling delete_port for a34a92d4-78aa-4d6b-bb8c-f879fd1e5a31 owned by network:floatingip {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:51:52.169165 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Allocated IP 172.20.0.2 (03ead835-f1ac-4c69-a5b3-7d92c2dd1a41/c9176d09-b4ea-46df-b091-500732c72e22/51690b05-f364-49a7-b8d0-dbc4c281efef) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:51:52.254385 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ac10-c079-410d-b895-9ac4a612104d req-eeee3547-9184-40a9-b486-df7abe7eca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:52.255905 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-eeee3547-9184-40a9-b486-df7abe7eca13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0954094 Aug 19 23:51:52.335633 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ac10-c079-410d-b895-9ac4a612104d req-9367e2c7-2cae-46e1-bd57-52bf8a7ca40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:52.337603 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-9367e2c7-2cae-46e1-bd57-52bf8a7ca40a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717132 Aug 19 23:51:52.340388 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.394202 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.439890 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:51:52.443187 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:51:52.447071 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:51:52.490706 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36726) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:52.493564 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Pushing event updated for resources: {'Port': ['ID=51690b05-f364-49a7-b8d0-dbc4c281efef,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:52.495116 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.528049 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:52.528815 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.541990 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117e7b-c37a-41a1-90fd-2989d66e3209 req-8c34c776-1c07-416c-b26f-30425c2dbcc9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:52.543765 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-52117e7b-c37a-41a1-90fd-2989d66e3209 req-8c34c776-1c07-416c-b26f-30425c2dbcc9 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.1388006 Aug 19 23:51:52.549900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event deleted for resources: {'Port': ['ID=a34a92d4-78aa-4d6b-bb8c-f879fd1e5a31,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:52.558533 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-0b7bd84f-c3e5-45e1-b54f-2d03b1c3c8cf tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7094767 Aug 19 23:51:52.567078 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-32be5b03-6858-4756-bc2a-a6c7a1a2b86e service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150936 Aug 19 23:51:52.588925 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Request body: {'port': {'device_id': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:52.638876 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7a378218-1b6b-4067-8072-25c6b4618956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.678730 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.690993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-52117e7b-c37a-41a1-90fd-2989d66e3209 req-30cb8cf6-b680-4f26-950b-cedf335f960c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353397 Aug 19 23:51:52.712065 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.714773 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.715965 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-0f98de91-46ef-4665-8994-9ef373213af2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "DELETE /v2.0/floatingips/962e2389-0cb6-4acc-80a6-7ef23db3ace8 HTTP/1.1" status: 204 len: 168 time: 0.9947343 Aug 19 23:51:52.776830 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0856ac10-c079-410d-b895-9ac4a612104d req-af3e0c1b-cb1a-449e-ab65-573a264e6bda service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862800 Aug 19 23:51:52.811734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004e32-8a38-4885-a41c-990471365dc3 req-e644ec95-23df-42d8-9429-eb21a5913b87 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:52.813387 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c0004e32-8a38-4885-a41c-990471365dc3 req-e644ec95-23df-42d8-9429-eb21a5913b87 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 931 time: 0.0842447 Aug 19 23:51:52.870130 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c0004e32-8a38-4885-a41c-990471365dc3 req-61d49a71-0b77-4356-a89c-e7a2cda1cd98 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Aug 19 23:51:52.945588 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7a378218-1b6b-4067-8072-25c6b4618956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:52.952480 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7a378218-1b6b-4067-8072-25c6b4618956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.017446 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-7a378218-1b6b-4067-8072-25c6b4618956 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02f33e66a35e4c39b81c54dc29c3be5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249803 Aug 19 23:51:53.019517 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a378218-1b6b-4067-8072-25c6b4618956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fee5ce-d338-45a8-a02d-3aac414f7e8d,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:53.020892 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36734) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:53.038198 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36736) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:53.047215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387168478', 'description': 'tempest-description--939608459'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:53.074911 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10b12506-f68f-44ad-a26a-e32be8019bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.096347 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10b12506-f68f-44ad-a26a-e32be8019bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.096994 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51690b05-f364-49a7-b8d0-dbc4c281efef {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:51:53.104204 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.108001 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.131358 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Transition to ACTIVE for port object 51690b05-f364-49a7-b8d0-dbc4c281efef will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:51:53.141054 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.157602 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10b12506-f68f-44ad-a26a-e32be8019bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.161392 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-10b12506-f68f-44ad-a26a-e32be8019bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.162591 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-10b12506-f68f-44ad-a26a-e32be8019bcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02fee5ce-d338-45a8-a02d-3aac414f7e8d HTTP/1.1" status: 204 len: 168 time: 0.1405191 Aug 19 23:51:53.173228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b12506-f68f-44ad-a26a-e32be8019bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fee5ce-d338-45a8-a02d-3aac414f7e8d,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:53.222730 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Pushing event updated for resources: {'Port': ['ID=51690b05-f364-49a7-b8d0-dbc4c281efef,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:53.240651 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.320237 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.329011 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.357020 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Attempting to bind port 51690b05-f364-49a7-b8d0-dbc4c281efef on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:51:53.357357 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Attempting to bind port 51690b05-f364-49a7-b8d0-dbc4c281efef by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:51:53.357687 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Attempting to bind port 51690b05-f364-49a7-b8d0-dbc4c281efef on network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:51:53.363314 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.364555 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3254223 Aug 19 23:51:53.367796 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36748) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:53.372734 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Port 51690b05-f364-49a7-b8d0-dbc4c281efef on network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:51:53.373073 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Attempting to bind port 51690b05-f364-49a7-b8d0-dbc4c281efef on network 03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:51:53.376100 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'security_group_rule': {'security_group_id': '48b4653f-8020-439f-96ed-1166b7502b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:53.377170 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2429c-343f-44ab-ace3-0d25794f99fc tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b4653f-8020-439f-96ed-1166b7502b85,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:53.382121 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:51:53.382386 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Checking segment: {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:51:53.382929 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Bound using segment: {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:51:53.383392 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Bound port: 51690b05-f364-49a7-b8d0-dbc4c281efef, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45da355-20a5-47a0-8a13-07e03f8f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:51:53.383751 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.456524 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] For port 51690b05-f364-49a7-b8d0-dbc4c281efef, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:51:53.460562 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] For port 51690b05-f364-49a7-b8d0-dbc4c281efef, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=51690b05-f364-49a7-b8d0-dbc4c281efef,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:51:53.464685 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.501949 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:53.503026 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.505159 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] 10.222.0.45 "PUT /v2.0/ports/51690b05-f364-49a7-b8d0-dbc4c281efef HTTP/1.1" status: 200 len: 1093 time: 0.9240899 Aug 19 23:51:53.507816 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'tag': '51690b05-f364-49a7-b8d0-dbc4c281efef'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:53.512431 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb" -d '{"events": [{"name": "network-changed", "server_uuid": "f51dba48-7157-4b36-a581-c00ef9faef75", "tag": "51690b05-f364-49a7-b8d0-dbc4c281efef"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:53.525536 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36754) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:53.561904 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4e103b23-328a-4134-aff6-a55375c55d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.568863 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b95019-fc14-40b7-9b45-17aedac01c1b x-openstack-request-id: req-85b95019-fc14-40b7-9b45-17aedac01c1b {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:53.569215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51dba48-7157-4b36-a581-c00ef9faef75", "tag": "51690b05-f364-49a7-b8d0-dbc4c281efef", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:53.569524 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85b95019-fc14-40b7-9b45-17aedac01c1b {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:53.569981 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'tag': '51690b05-f364-49a7-b8d0-dbc4c281efef', 'status': 'completed', 'code': 200} Aug 19 23:51:53.571867 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ee689-b0be-436f-a3fe-6cef893b5b46 service neutron] Pushing event updated for resources: {'Port': ['ID=51690b05-f364-49a7-b8d0-dbc4c281efef,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:53.672581 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4e103b23-328a-4134-aff6-a55375c55d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.676873 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4e103b23-328a-4134-aff6-a55375c55d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.716517 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e103b23-328a-4134-aff6-a55375c55d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe68b71-0f5e-48f2-9458-ca8db8505397,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:53.726143 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4e103b23-328a-4134-aff6-a55375c55d0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ba6f922e4de4a6b9dfbd8b1786c9960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992235 Aug 19 23:51:53.729240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36758) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:53.741604 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.758893 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764b48d-793b-452b-8dd8-077b4f59ad95 req-d66df42a-834f-4464-89b3-65ce74c08159 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:53.762867 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0764b48d-793b-452b-8dd8-077b4f59ad95 req-d66df42a-834f-4464-89b3-65ce74c08159 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 946 time: 0.0835407 Aug 19 23:51:53.766909 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-b277f988-c1d1-4642-9e1e-db9f51cf849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:53.768467 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-b277f988-c1d1-4642-9e1e-db9f51cf849e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88c223977afe46da878ebd76e433f9b7&device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 1096 time: 0.2135823 Aug 19 23:51:53.816037 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-7c6f30b9-7c21-4771-8dc5-b0ed448c9a16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51690b05-f364-49a7-b8d0-dbc4c281efef HTTP/1.1" status: 200 len: 217 time: 0.0377543 Aug 19 23:51:53.865638 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-b47024f0-40e7-4b51-a5fe-ac9b3f2ee6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:53.867140 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-b47024f0-40e7-4b51-a5fe-ac9b3f2ee6f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9176d09-b4ea-46df-b091-500732c72e22 HTTP/1.1" status: 200 len: 854 time: 0.0439093 Aug 19 23:51:53.891179 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0764b48d-793b-452b-8dd8-077b4f59ad95 req-ebb86962-b587-4e4e-b309-2d8ca25250e3 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159430 Aug 19 23:51:53.902839 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9b9d-9a13-47f7-806a-5a92da3884b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.903498 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-19c65b47-8927-48a2-93b0-6afb104cab9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271637 Aug 19 23:51:53.914885 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8cfaa-cb91-4172-9cb3-94a15372dedf req-3bd8cfdb-2fc9-4a25-ad79-21f8a9a53a0c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:53.916391 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a8f8cfaa-cb91-4172-9cb3-94a15372dedf req-3bd8cfdb-2fc9-4a25-ad79-21f8a9a53a0c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.1271257 Aug 19 23:51:53.923503 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.938266 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.975279 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9b9d-9a13-47f7-806a-5a92da3884b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:53.995969 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6c9868-2985-4155-93fa-4388f4a9ae63,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:54.003257 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-2eefb26e-ee7f-4973-b1a0-a11c4e4aaeb5 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920525 Aug 19 23:51:54.013831 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.014983 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-93d2a1c2-e295-4933-9516-33637284252f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6458652 Aug 19 23:51:54.019174 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36764) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:54.023211 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'security_group_rule': {'security_group_id': '48b4653f-8020-439f-96ed-1166b7502b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:54.043388 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a8f8cfaa-cb91-4172-9cb3-94a15372dedf req-28cd33e1-1831-4a92-beb8-e0be5834dd08 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186607 Aug 19 23:51:54.068038 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1afec-b149-43e0-b83d-b5384c83b124 req-7c8c7b8e-e01a-4e86-bbcd-83bde56a8b51 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:54.069553 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-61f1afec-b149-43e0-b83d-b5384c83b124 req-7c8c7b8e-e01a-4e86-bbcd-83bde56a8b51 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 943 time: 0.0983324 Aug 19 23:51:54.087400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9b9d-9a13-47f7-806a-5a92da3884b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.090021 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9b9d-9a13-47f7-806a-5a92da3884b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.091132 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-2e7d9b9d-9a13-47f7-806a-5a92da3884b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbe68b71-0f5e-48f2-9458-ca8db8505397 HTTP/1.1" status: 204 len: 168 time: 0.3615723 Aug 19 23:51:54.105231 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.110784 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d9b9d-9a13-47f7-806a-5a92da3884b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe68b71-0f5e-48f2-9458-ca8db8505397,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:54.134923 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-61f1afec-b149-43e0-b83d-b5384c83b124 req-e51fe6d8-750c-4954-b64c-8a33d439f30f tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568252 Aug 19 23:51:54.141343 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-647c8d26-51ce-4993-87f5-ffa501bec3be req-465c2fd7-1bae-41e5-914d-48d7a0e60cb1 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300821 Aug 19 23:51:54.179153 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.183071 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.210950 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e48d49-a295-4d87-a761-bc984adf4839,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:54.234513 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.235808 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-63c5b387-c1a3-427f-bef3-f9a3d198fb54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159352 Aug 19 23:51:54.239536 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36768) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:54.245135 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:54.250173 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-8558b781-c78e-437c-a809-96a1c244f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:54.251749 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-8558b781-c78e-437c-a809-96a1c244f7a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88c223977afe46da878ebd76e433f9b7&device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 1096 time: 0.0541720 Aug 19 23:51:54.269975 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.349743 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-066d9845-3921-435f-aab0-eb09c41eb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:54.351433 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-066d9845-3921-435f-aab0-eb09c41eb93a service neutron] 10.222.0.45 "GET /v2.0/networks?id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 200 len: 915 time: 0.0912180 Aug 19 23:51:54.373822 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.396492 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-fdcc1926-f46c-4bea-ba5f-de154e04650f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51690b05-f364-49a7-b8d0-dbc4c281efef HTTP/1.1" status: 200 len: 217 time: 0.0350001 Aug 19 23:51:54.455573 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-578554e1-9976-460b-8812-80feb46a1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:54.457098 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-578554e1-9976-460b-8812-80feb46a1fcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9176d09-b4ea-46df-b091-500732c72e22 HTTP/1.1" status: 200 len: 854 time: 0.0544436 Aug 19 23:51:54.486930 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Allocated IP 172.27.0.251 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/e81d9961-10c6-4d70-bf15-4aaa468f0bb6) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:51:54.495318 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-8c013eb1-6f61-4852-a00e-3be39bc2aec8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295570 Aug 19 23:51:54.587624 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-ef409e45-3681-47db-99e9-d6f442fa031f service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840170 Aug 19 23:51:54.591859 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.637624 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.684687 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:51:54.687678 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-4900083d-d1e9-4e9b-9e1c-2ec4060f7beb req-330933f0-077c-4040-8770-648aff2329c3 service neutron] 10.222.0.45 "GET /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927296 Aug 19 23:51:54.688976 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:51:54.691594 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:51:54.730371 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'Port': ['ID=e81d9961-10c6-4d70-bf15-4aaa468f0bb6,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:54.791182 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.826277 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:54.990982 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.009113 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.021025 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-cfb07f85-36f6-4b0d-a286-deef3ce42e2b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:55.022663 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-cfb07f85-36f6-4b0d-a286-deef3ce42e2b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Aug 19 23:51:55.102561 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfa75-eaa2-482d-8e0a-d34952096ad9 req-fab27855-b0d2-4c1f-9cb2-d86a08c4bff9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:55.114002 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-28bdfa75-eaa2-482d-8e0a-d34952096ad9 req-fab27855-b0d2-4c1f-9cb2-d86a08c4bff9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 946 time: 0.1478200 Aug 19 23:51:55.123899 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Deleting port 06377879-588e-4f15-98bd-66de8daa5451 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:51:55.124612 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.126020 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'Port': ['ID=e81d9961-10c6-4d70-bf15-4aaa468f0bb6,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:55.151704 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.200391 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-28bdfa75-eaa2-482d-8e0a-d34952096ad9 req-7b37edcf-902f-48f1-acad-13bcf5094ede tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=9df8e0ae-d475-4181-a016-ece060556734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854983 Aug 19 23:51:55.202577 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.203708 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3089d1da-608d-41ed-ba5f-c3477d076f54 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9623435 Aug 19 23:51:55.232680 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] For port 06377879-588e-4f15-98bd-66de8daa5451, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=06377879-588e-4f15-98bd-66de8daa5451,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:55.233135 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.243061 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3ea2-3e69-40f2-b3e3-7507c79d0e40 req-edaf1105-2ed8-464d-844d-146667716726 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:55.244889 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d8a3ea2-3e69-40f2-b3e3-7507c79d0e40 req-edaf1105-2ed8-464d-844d-146667716726 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.0896130 Aug 19 23:51:55.308802 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d8a3ea2-3e69-40f2-b3e3-7507c79d0e40 req-0f307756-a484-436c-8f29-e734d521806a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567966 Aug 19 23:51:55.334403 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36804) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:55.367420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3301f-4b86-4b9a-88f6-bd85f5d68f2f req-50a9ad07-9b5c-4c52-8789-d1701f8aa548 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:55.374890 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12b3301f-4b86-4b9a-88f6-bd85f5d68f2f req-50a9ad07-9b5c-4c52-8789-d1701f8aa548 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 943 time: 0.0893958 Aug 19 23:51:55.414771 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12b3301f-4b86-4b9a-88f6-bd85f5d68f2f req-3c5a60c1-dcff-4e1b-a801-598ccf694055 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389757 Aug 19 23:51:55.439947 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.440350 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.440680 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Floating IP 6d786cb5-c9a3-42e2-97e5-a1e688973d21 disassociated. External IP: 172.27.0.188, port: 06377879-588e-4f15-98bd-66de8daa5451. Aug 19 23:51:55.441028 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Calling delete_port for 06377879-588e-4f15-98bd-66de8daa5451 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:51:55.460200 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-fc84c65f-ce36-4a73-8ad3-dbb4c3c6f8ec tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--387168478&fields=id&tenant_id=c4d50104ebe341c6a5f17a1a31f798be HTTP/1.1" status: 200 len: 267 time: 0.0438464 Aug 19 23:51:55.483742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-55886efd-09a8-42c1-a7b2-055b68d95480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.576267 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.603539 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event deleted for resources: {'Port': ['ID=06377879-588e-4f15-98bd-66de8daa5451,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:55.606064 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-44adcf4c-ab24-41f3-ad03-bcbdd95bdb4e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:55.607599 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-44adcf4c-ab24-41f3-ad03-bcbdd95bdb4e tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 810 time: 0.1396050 Aug 19 23:51:55.637264 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-2b1eaf25-77a7-44d3-a796-7a9b7a9a08c4 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/quotas/c4d50104ebe341c6a5f17a1a31f798be HTTP/1.1" status: 200 len: 375 time: 0.0187173 Aug 19 23:51:55.705290 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-55886efd-09a8-42c1-a7b2-055b68d95480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.712227 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-55886efd-09a8-42c1-a7b2-055b68d95480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.750953 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Router 6e558eff-e294-4430-82ba-24d6850f165e has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:51:55.751972 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-973abb4a-41e1-45ee-90ee-aac957e516b2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009011 Aug 19 23:51:55.760217 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55886efd-09a8-42c1-a7b2-055b68d95480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0448f98-e343-4144-bf15-2cd9c13e719a,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:55.766773 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-55886efd-09a8-42c1-a7b2-055b68d95480 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=801e81ee9fef46fc87e3a65257436469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288473 Aug 19 23:51:55.773648 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36818) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:55.864296 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:51:55.876572 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:51:55.880808 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a279dd11-c4d4-422a-b0c5-43290bb5fedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.886761 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:51:55.887402 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:51:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:55.893663 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-4ca28676-55ee-4b57-b916-d011a0d7c2cd service neutron] 10.222.0.18 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272998 Aug 19 23:51:55.912752 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] No DVR routers for this DVR port 06377879-588e-4f15-98bd-66de8daa5451 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:51:55.915067 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:55.917098 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-df85b5fe-fa9b-495b-bccd-1b6016ba4c0f req-38797dd2-b762-48b9-9a36-742a9ba5f232 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "DELETE /v2.0/ports/06377879-588e-4f15-98bd-66de8daa5451 HTTP/1.1" status: 204 len: 173 time: 0.8875058 Aug 19 23:51:55.917551 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-deleted', 'tag': '06377879-588e-4f15-98bd-66de8daa5451'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:55.919816 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a23668f-c339-4dc8-a8bb-b1f218f2a44d" -d '{"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-deleted", "tag": "06377879-588e-4f15-98bd-66de8daa5451"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:55.957824 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf746742-8cc5-4d15-8991-f8fc904933ee x-openstack-request-id: req-bf746742-8cc5-4d15-8991-f8fc904933ee {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:55.958192 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21179dbd-c25a-4fee-8bc8-060f12a796d1", "name": "network-vif-deleted", "tag": "06377879-588e-4f15-98bd-66de8daa5451", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:55.958448 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf746742-8cc5-4d15-8991-f8fc904933ee {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:55.958919 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21179dbd-c25a-4fee-8bc8-060f12a796d1', 'name': 'network-vif-deleted', 'tag': '06377879-588e-4f15-98bd-66de8daa5451', 'status': 'completed', 'code': 200} Aug 19 23:51:55.976314 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a279dd11-c4d4-422a-b0c5-43290bb5fedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:56.015470 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:51:56.065013 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b1f818ce-4552-405d-aba5-f782b7df843e service neutron] 10.222.0.18 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594808 Aug 19 23:51:56.068807 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a279dd11-c4d4-422a-b0c5-43290bb5fedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:56.072718 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a279dd11-c4d4-422a-b0c5-43290bb5fedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:56.074026 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a279dd11-c4d4-422a-b0c5-43290bb5fedc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0448f98-e343-4144-bf15-2cd9c13e719a HTTP/1.1" status: 204 len: 168 time: 0.2992992 Aug 19 23:51:56.083515 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279dd11-c4d4-422a-b0c5-43290bb5fedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0448f98-e343-4144-bf15-2cd9c13e719a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:56.304043 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8da89a1b-59bb-4dc7-98a7-c688a277e6a1 req-711394bd-efc7-4c21-8a41-1b511051e8fa tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 210 time: 0.0455327 Aug 19 23:51:56.308785 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:56.367376 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:51:56.390259 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 51690b05-f364-49a7-b8d0-dbc4c281efef details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:51:56.397859 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c4c2bdd7-548e-4a33-bd30-a6a5437f13c7 req-da2af5fe-d904-4034-9c73-a3879d149e9a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=21179dbd-c25a-4fee-8bc8-060f12a796d1 HTTP/1.1" status: 200 len: 210 time: 0.0489240 Aug 19 23:51:56.403725 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:51:56.404344 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:51:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:56.509927 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3f12d-1ca7-41c5-a6b2-c3b6a65f2756 req-2871853d-d110-48ba-9a75-15db8001bc42 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:56.511666 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ded3f12d-1ca7-41c5-a6b2-c3b6a65f2756 req-2871853d-d110-48ba-9a75-15db8001bc42 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.0891562 Aug 19 23:51:56.598473 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ded3f12d-1ca7-41c5-a6b2-c3b6a65f2756 req-a41fa213-e748-4595-b7e2-ff08d31d03ec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793452 Aug 19 23:51:56.638482 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b360c-6dd4-4354-9bc5-6983c64e16d7 req-51ae63fa-8ab5-450a-92ab-e601432a3d09 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:56.649931 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b43b360c-6dd4-4354-9bc5-6983c64e16d7 req-51ae63fa-8ab5-450a-92ab-e601432a3d09 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 943 time: 0.0960140 Aug 19 23:51:56.655576 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:51:56.697885 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b43b360c-6dd4-4354-9bc5-6983c64e16d7 req-a6263b7a-0faf-4b6e-87f9-e76619845911 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Aug 19 23:51:56.698366 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 51690b05-f364-49a7-b8d0-dbc4c281efef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=51690b05-f364-49a7-b8d0-dbc4c281efef,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:56.716340 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': '51690b05-f364-49a7-b8d0-dbc4c281efef', 'network_id': '03ead835-f1ac-4c69-a5b3-7d92c2dd1a41', 'port_id': '51690b05-f364-49a7-b8d0-dbc4c281efef', 'mac_address': 'fa:16:3e:f5:10:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9176d09-b4ea-46df-b091-500732c72e22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:51:56.963292 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:56.986207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51690b05-f364-49a7-b8d0-dbc4c281efef {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:51:57.019288 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 51690b05-f364-49a7-b8d0-dbc4c281efef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=51690b05-f364-49a7-b8d0-dbc4c281efef,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:57.026091 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:57.101303 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=51690b05-f364-49a7-b8d0-dbc4c281efef,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:57.110566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.110912 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.111280 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.111611 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.111941 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.112273 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.112600 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.112920 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.113269 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.113590 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.113913 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.114225 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:51:57.126184 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:51:57.153383 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a611f96-def0-4385-a25a-6a36d1a5e262 None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:51:57.272267 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['51690b05-f364-49a7-b8d0-dbc4c281efef'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:51:57.460472 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6ce8fb76-e392-420f-89fd-c0e7614d1d1f req-26a2a029-5e9d-4090-87f9-409837aeb901 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 210 time: 0.0521293 Aug 19 23:51:57.518044 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efc79b6-8901-481c-832b-ef028d6b82dc None None] New status for floating IP 6d786cb5-c9a3-42e2-97e5-a1e688973d21: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:51:57.542593 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36872) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:57.609805 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-59c4a560-d2d5-4d30-a01f-fa2a0ad2a857 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:57.612002 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-59c4a560-d2d5-4d30-a01f-fa2a0ad2a857 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 810 time: 0.2048352 Aug 19 23:51:57.625071 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-47b14949-de4e-4f29-99e6-5e36bcc17af1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:57.665316 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-47b14949-de4e-4f29-99e6-5e36bcc17af1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:57.669314 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-87e95372-6efc-4bcc-854c-3cf538d7ea15 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d50104ebe341c6a5f17a1a31f798be HTTP/1.1" status: 200 len: 379 time: 0.0467243 Aug 19 23:51:57.682706 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'port': {'device_id': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'admin_state_up': True, 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'security_groups': ['48b4653f-8020-439f-96ed-1166b7502b85']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:57.761472 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d86a9-463e-4821-a92d-a664155eb75a req-0dc765b4-d6ca-432e-bf20-a9f615b71264 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:57.762976 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-996d86a9-463e-4821-a92d-a664155eb75a req-0dc765b4-d6ca-432e-bf20-a9f615b71264 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.0643005 Aug 19 23:51:57.763767 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-47b14949-de4e-4f29-99e6-5e36bcc17af1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:57.766437 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-47b14949-de4e-4f29-99e6-5e36bcc17af1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:57.770243 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-47b14949-de4e-4f29-99e6-5e36bcc17af1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "DELETE /v2.0/security-groups/9df8e0ae-d475-4181-a016-ece060556734 HTTP/1.1" status: 204 len: 168 time: 0.2265010 Aug 19 23:51:57.770832 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36882) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:57.814721 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Made reservation on behalf of c4d50104ebe341c6a5f17a1a31f798be for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:51:57.814943 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b14949-de4e-4f29-99e6-5e36bcc17af1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df8e0ae-d475-4181-a016-ece060556734,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:57.820671 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:57.831353 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.api.v2.resource [None req-c702c074-9894-4064-92fe-9dc72f317b0f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] show failed (client error): The resource could not be found. Aug 19 23:51:57.835346 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c702c074-9894-4064-92fe-9dc72f317b0f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups/9df8e0ae-d475-4181-a016-ece060556734 HTTP/1.1" status: 404 len: 347 time: 0.0596154 Aug 19 23:51:57.836349 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36884) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:57.860818 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-996d86a9-463e-4821-a92d-a664155eb75a req-e1bba786-7269-4012-b245-c57a34851b81 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890305 Aug 19 23:51:57.873218 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47255273-1b9a-479e-9b14-a21dd9507e33 req-cab345a9-41db-4449-8c28-0dd7bd362bc8 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:57.874431 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-47255273-1b9a-479e-9b14-a21dd9507e33 req-cab345a9-41db-4449-8c28-0dd7bd362bc8 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 944 time: 0.0845435 Aug 19 23:51:57.912847 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-47255273-1b9a-479e-9b14-a21dd9507e33 req-d674f0f0-9556-4596-8d78-7dd990a786ce tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 19 23:51:58.052546 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Allocated IP 172.20.0.12 (857b6525-e887-4e5c-9cff-883d8ffb3b68/ea06435f-c1ce-4d2e-91c6-0f23e8e493eb/cf787846-f95c-4b6e-be83-e9a8e0256d81) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:51:58.062290 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Deleting port 6371f7f4-dc85-4da3-ab26-a4a6f18663e8 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:51:58.062644 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.205204 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.205535 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.223653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Calling delete_port for 6371f7f4-dc85-4da3-ab26-a4a6f18663e8 owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:51:58.311332 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.335217 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Transition to ACTIVE for port object cf787846-f95c-4b6e-be83-e9a8e0256d81 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:51:58.404265 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 51690b05-f364-49a7-b8d0-dbc4c281efef up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:51:58.406854 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.452603 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port 51690b05-f364-49a7-b8d0-dbc4c281efef completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:51:58.454746 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.456927 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port 51690b05-f364-49a7-b8d0-dbc4c281efef triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:51:58.457818 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.467842 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:51:58.477317 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:51:58.480574 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:51:58.483135 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event updated for resources: {'Port': ['ID=cf787846-f95c-4b6e-be83-e9a8e0256d81,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:58.552224 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.567763 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:58.568420 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.580971 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51690b05-f364-49a7-b8d0-dbc4c281efef'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:58.583968 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d53dc-fdfd-4202-a9ea-f3cc4817fa98" -d '{"events": [{"server_uuid": "f51dba48-7157-4b36-a581-c00ef9faef75", "name": "network-vif-plugged", "status": "completed", "tag": "51690b05-f364-49a7-b8d0-dbc4c281efef"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:58.596002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event deleted for resources: {'Port': ['ID=6371f7f4-dc85-4da3-ab26-a4a6f18663e8,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:58.620536 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port 51690b05-f364-49a7-b8d0-dbc4c281efef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=51690b05-f364-49a7-b8d0-dbc4c281efef,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:51:58.638957 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f91d83-ac8a-4074-8703-af22a1c4ba63 x-openstack-request-id: req-92f91d83-ac8a-4074-8703-af22a1c4ba63 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:51:58.639280 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51dba48-7157-4b36-a581-c00ef9faef75", "name": "network-vif-plugged", "status": "completed", "tag": "51690b05-f364-49a7-b8d0-dbc4c281efef", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:51:58.639635 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-7cc3a54a-8721-446a-9121-53a37e15a97a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9616587 Aug 19 23:51:58.642393 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92f91d83-ac8a-4074-8703-af22a1c4ba63 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:51:58.642894 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51690b05-f364-49a7-b8d0-dbc4c281efef', 'code': 200} Aug 19 23:51:58.643537 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.644178 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.645955 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:51:58.659365 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.661561 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b019dce9-ae92-43ce-ac40-4b9a568f1e01 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "DELETE /v2.0/floatingips/6d786cb5-c9a3-42e2-97e5-a1e688973d21 HTTP/1.1" status: 204 len: 168 time: 0.8238380 Aug 19 23:51:58.668028 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Request body: {'port': {'device_id': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:58.681374 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 06377879-588e-4f15-98bd-66de8daa5451 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:51:58.681716 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 06377879-588e-4f15-98bd-66de8daa5451 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:51:58.743648 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfe82b-99f8-4dec-b1b6-56fa4223a2fd req-4ee91218-7cfe-4fc9-a7d0-08dc01130447 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:58.748446 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.751006 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0dcfe82b-99f8-4dec-b1b6-56fa4223a2fd req-4ee91218-7cfe-4fc9-a7d0-08dc01130447 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 932 time: 0.1803098 Aug 19 23:51:58.770776 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=51690b05-f364-49a7-b8d0-dbc4c281efef,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:58.822415 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0dcfe82b-99f8-4dec-b1b6-56fa4223a2fd req-69d6d3fe-5279-4019-9981-bd7213b0779f tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640993 Aug 19 23:51:58.881577 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6ec587e4-ae8a-4107-8f24-52007a2cfb01 None None] Provisioning for port cf787846-f95c-4b6e-be83-e9a8e0256d81 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:51:58.897708 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6257-1db4-4aec-914e-9ab8c8389a1b req-b4abe0fa-3c6c-450f-836e-faa57ddb92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:58.899262 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-996f6257-1db4-4aec-914e-9ab8c8389a1b req-b4abe0fa-3c6c-450f-836e-faa57ddb92f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 1098 time: 0.0570011 Aug 19 23:51:58.902971 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6ec587e4-ae8a-4107-8f24-52007a2cfb01 None None] Provisioning complete for port cf787846-f95c-4b6e-be83-e9a8e0256d81 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:51:58.904320 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6ec587e4-ae8a-4107-8f24-52007a2cfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:58.941081 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-996f6257-1db4-4aec-914e-9ab8c8389a1b req-19f346c2-dc8f-47aa-ac4d-4b770ca96533 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Aug 19 23:51:58.986008 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-6ec587e4-ae8a-4107-8f24-52007a2cfb01 None None] Port cf787846-f95c-4b6e-be83-e9a8e0256d81 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:51:59.043158 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45d91-bddc-409a-8e5a-aa577c803315 req-6943d858-fb12-4228-a68b-43e12fe06690 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:59.045733 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3dc45d91-bddc-409a-8e5a-aa577c803315 req-6943d858-fb12-4228-a68b-43e12fe06690 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.0525327 Aug 19 23:51:59.089459 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36910) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:59.094537 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a90d88ad-9fd0-4f00-8e68-815454e1556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.099638 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967452422', 'description': 'tempest-description--109312670'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:59.108088 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3dc45d91-bddc-409a-8e5a-aa577c803315 req-1740e72a-1e85-4343-b8e1-3c2a3048ba6e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533459 Aug 19 23:51:59.155643 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.210594 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dbdc5-aace-4b54-a168-556e8623c535 req-80c09d0a-1f87-42dc-98c2-21d5a59de680 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:59.212181 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9b0dbdc5-aace-4b54-a168-556e8623c535 req-80c09d0a-1f87-42dc-98c2-21d5a59de680 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 945 time: 0.0561347 Aug 19 23:51:59.257954 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9b0dbdc5-aace-4b54-a168-556e8623c535 req-44b65a3d-0e6d-4b2e-a5ca-1a7845c52efc tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Aug 19 23:51:59.525088 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf787846-f95c-4b6e-be83-e9a8e0256d81 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:51:59.538112 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.557998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Transition to ACTIVE for port object cf787846-f95c-4b6e-be83-e9a8e0256d81 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:51:59.567167 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.605202 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.609761 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.639251 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Pushing event updated for resources: {'Port': ['ID=cf787846-f95c-4b6e-be83-e9a8e0256d81,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:59.654608 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.659265 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5649359 Aug 19 23:51:59.659610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36928) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:59.664796 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'security_group_rule': {'security_group_id': '0646fe3b-2396-4326-9125-cd22638a9890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:59.676997 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba2a6a-5cf5-49f9-be01-1dfbfa857981 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0646fe3b-2396-4326-9125-cd22638a9890,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:59.742380 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.775986 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Attempting to bind port cf787846-f95c-4b6e-be83-e9a8e0256d81 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:51:59.776320 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Attempting to bind port cf787846-f95c-4b6e-be83-e9a8e0256d81 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:51:59.776650 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Attempting to bind port cf787846-f95c-4b6e-be83-e9a8e0256d81 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:51:59.787058 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Port cf787846-f95c-4b6e-be83-e9a8e0256d81 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:51:59.787480 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Attempting to bind port cf787846-f95c-4b6e-be83-e9a8e0256d81 on network 857b6525-e887-4e5c-9cff-883d8ffb3b68 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:51:59.796813 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:51:59.797155 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Checking segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:51:59.797537 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Bound using segment: {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:51:59.797987 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Bound port: cf787846-f95c-4b6e-be83-e9a8e0256d81, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163931d1-4f8b-4b53-8e8b-1f79458d0f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:51:59.798377 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.821339 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.842180 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.864500 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462011ad-0cf9-419e-ad77-87f1ea70fc62,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:51:59.888661 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.890030 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-31be8af7-7f14-4800-83b3-f43cc42640c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289126 Aug 19 23:51:59.893149 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36932) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:51:59.899444 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'security_group_rule': {'security_group_id': '0646fe3b-2396-4326-9125-cd22638a9890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:51:59.914928 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] For port cf787846-f95c-4b6e-be83-e9a8e0256d81, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:51:59.918540 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] For port cf787846-f95c-4b6e-be83-e9a8e0256d81, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:51:59.923981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.962287 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:51:59.962912 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.964530 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] 10.222.0.45 "PUT /v2.0/ports/cf787846-f95c-4b6e-be83-e9a8e0256d81 HTTP/1.1" status: 200 len: 1094 time: 1.3014219 Aug 19 23:51:59.965127 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:51:59.966765 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:51:59.967034 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511b075-865b-430c-9967-72fd4f52707a" -d '{"events": [{"name": "network-changed", "server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:51:59.994092 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b369a0-032f-4aec-899a-7b3fef424a0e service neutron] Pushing event updated for resources: {'Port': ['ID=cf787846-f95c-4b6e-be83-e9a8e0256d81,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:00.025734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a690e9-efa0-492b-a099-1c2f3e4465bb req-0194aabe-0464-47f0-a6f7-84264614fa69 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.035246 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d1a690e9-efa0-492b-a099-1c2f3e4465bb req-0194aabe-0464-47f0-a6f7-84264614fa69 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 944 time: 0.1187630 Aug 19 23:52:00.072763 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-53448aae-919e-4b58-a59d-bd9eeb18ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.074281 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-53448aae-919e-4b58-a59d-bd9eeb18ae21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0591784 Aug 19 23:52:00.099965 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d1a690e9-efa0-492b-a099-1c2f3e4465bb req-98791134-868e-4155-be93-c44338edd25b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579677 Aug 19 23:52:00.121647 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.128706 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.130848 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-634c907e-363f-434a-b467-9c6e045c7cbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81 HTTP/1.1" status: 200 len: 217 time: 0.0474107 Aug 19 23:52:00.150558 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5836f7d1-d388-4725-9504-1bd303fe5322,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:00.162343 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.163694 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d44e168b-08d9-4c88-a519-64c90b3a3cf7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2693651 Aug 19 23:52:00.166792 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 36940) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:00.177088 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:00.194867 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f47aa-1de7-4188-9a54-a22002ba44f3 x-openstack-request-id: req-718f47aa-1de7-4188-9a54-a22002ba44f3 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:00.195180 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:00.195524 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-718f47aa-1de7-4188-9a54-a22002ba44f3 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:00.196128 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'status': 'completed', 'code': 200} Aug 19 23:52:00.220748 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-e785a829-4ce1-4677-9ab9-bc67eab369ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.222288 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-e785a829-4ce1-4677-9ab9-bc67eab369ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0756202 Aug 19 23:52:00.223815 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.272637 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-4c84ff56-69a2-4f81-887e-3015048933e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.274153 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-4c84ff56-69a2-4f81-887e-3015048933e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445423 Aug 19 23:52:00.304323 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7952d-3900-4af2-8bfd-82f07fe63c75 req-0a27d376-6a21-4484-8e8e-fca417da8bad tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.305834 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1fd7952d-3900-4af2-8bfd-82f07fe63c75 req-0a27d376-6a21-4484-8e8e-fca417da8bad tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 944 time: 0.0937765 Aug 19 23:52:00.365651 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-70e19d71-c014-4df5-9ee1-9ebba7a2e108 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Aug 19 23:52:00.375308 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1fd7952d-3900-4af2-8bfd-82f07fe63c75 req-30539f14-1009-4f04-9578-9c1d5473ccfd tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605330 Aug 19 23:52:00.415813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device d778e955-a30f-48c4-bace-ad6c99340459 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:52:00.416379 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4d625-9048-48f8-bd5b-5f1e3eb4c716 req-cfb51096-88b9-4fbb-973d-096d01dc6049 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.417664 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-23d4d625-9048-48f8-bd5b-5f1e3eb4c716 req-cfb51096-88b9-4fbb-973d-096d01dc6049 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 945 time: 0.0777645 Aug 19 23:52:00.422797 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.469645 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-3d99357d-b0d5-4281-acfb-495a0e3622a9 req-bac03911-e987-4362-a07e-a25c2a4cffcb service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961335 Aug 19 23:52:00.512846 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-23d4d625-9048-48f8-bd5b-5f1e3eb4c716 req-028ace6e-287c-49bb-bc04-09f8fa5348f1 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808709 Aug 19 23:52:00.546625 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port d778e955-a30f-48c4-bace-ad6c99340459, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d778e955-a30f-48c4-bace-ad6c99340459,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:00.561876 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'd778e955-a30f-48c4-bace-ad6c99340459', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:52:00.564696 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Allocated IP 172.27.0.151 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/3149c08c-bdf5-40c4-9307-087a3d5f8694) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:00.599002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511b075-865b-430c-9967-72fd4f52707a req-a1a2976a-885b-4abe-895f-6fde3e223401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.601629 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-a1a2976a-885b-4abe-895f-6fde3e223401 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0862880 Aug 19 23:52:00.607553 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.627792 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d778e955-a30f-48c4-bace-ad6c99340459 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:52:00.673083 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port d778e955-a30f-48c4-bace-ad6c99340459, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d778e955-a30f-48c4-bace-ad6c99340459,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:00.683165 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.710619 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.749496 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=d778e955-a30f-48c4-bace-ad6c99340459,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:00.764104 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:00.778640 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511b075-865b-430c-9967-72fd4f52707a req-50dac216-e3e6-4639-82dc-9fb1f2b33013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.780450 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-50dac216-e3e6-4639-82dc-9fb1f2b33013 service neutron] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 911 time: 0.1705608 Aug 19 23:52:00.808008 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:00.811066 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:00.815068 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:00.837463 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-66feb0f5-4894-406a-924f-f72794ec7f40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81 HTTP/1.1" status: 200 len: 217 time: 0.0488095 Aug 19 23:52:00.843062 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'Port': ['ID=3149c08c-bdf5-40c4-9307-087a3d5f8694,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:00.893260 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['d778e955-a30f-48c4-bace-ad6c99340459'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:52:00.919950 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511b075-865b-430c-9967-72fd4f52707a req-186b04ff-e17b-417c-be17-977fd7fe7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:00.923051 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-186b04ff-e17b-417c-be17-977fd7fe7974 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0778351 Aug 19 23:52:00.933732 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36960) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:00.937069 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.013050 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.037304 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511b075-865b-430c-9967-72fd4f52707a req-fe2878ac-a346-42fa-9264-a7380ce45ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:01.040178 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-fe2878ac-a346-42fa-9264-a7380ce45ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935245 Aug 19 23:52:01.159118 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17d91b20-4cbc-4a58-ae19-e68aec71a892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.226707 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.226936 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-09bd1f6a-f75d-49f9-945d-d8c3889dfca8 service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782732 Aug 19 23:52:01.233608 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.249915 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d228e7-87d8-478b-ba8b-8fb457f63fa8 req-45a1a555-fb4a-4a53-8791-87a67b33ab5b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:01.251338 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41d228e7-87d8-478b-ba8b-8fb457f63fa8 req-45a1a555-fb4a-4a53-8791-87a67b33ab5b tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 944 time: 0.0780897 Aug 19 23:52:01.328300 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'Port': ['ID=3149c08c-bdf5-40c4-9307-087a3d5f8694,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:01.347235 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-41d228e7-87d8-478b-ba8b-8fb457f63fa8 req-6ead158a-b120-4632-8cab-568809a68af1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778189 Aug 19 23:52:01.357036 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.367937 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17d91b20-4cbc-4a58-ae19-e68aec71a892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.370519 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-8511b075-865b-430c-9967-72fd4f52707a req-9b91b53b-2853-4b6f-9a01-d8e111d959be service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345809 Aug 19 23:52:01.372363 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-17d91b20-4cbc-4a58-ae19-e68aec71a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.384164 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.385743 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3a4cdbb7-97b3-40c7-a91f-4dbf7bf2786e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2178857 Aug 19 23:52:01.409557 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91b20-4cbc-4a58-ae19-e68aec71a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec4e3f4-02ea-4bb8-88d2-e30198663ed1,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:01.416733 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-17d91b20-4cbc-4a58-ae19-e68aec71a892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c302737ae1b435a98f42a51440b8692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795918 Aug 19 23:52:01.416966 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 36970) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:01.469527 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ed35bfea-d233-4335-8af6-c32411da7642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.497101 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ed35bfea-d233-4335-8af6-c32411da7642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.503046 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e7567-754a-4885-afc5-c6bda61fb2d2 req-1dd9566a-d3f1-4968-82eb-9c8b6a1090ea tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:01.504813 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-470e7567-754a-4885-afc5-c6bda61fb2d2 req-1dd9566a-d3f1-4968-82eb-9c8b6a1090ea tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 945 time: 0.0580571 Aug 19 23:52:01.544298 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ed35bfea-d233-4335-8af6-c32411da7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.547220 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-ed35bfea-d233-4335-8af6-c32411da7642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.550985 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-ed35bfea-d233-4335-8af6-c32411da7642 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ec4e3f4-02ea-4bb8-88d2-e30198663ed1 HTTP/1.1" status: 204 len: 168 time: 0.1304553 Aug 19 23:52:01.556765 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35bfea-d233-4335-8af6-c32411da7642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec4e3f4-02ea-4bb8-88d2-e30198663ed1,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:01.569768 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-470e7567-754a-4885-afc5-c6bda61fb2d2 req-4365c7ea-a56b-49b1-b7b6-d0d81e904052 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486565 Aug 19 23:52:01.616009 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-cc90702e-a263-45fe-8a86-907026069071 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--967452422&fields=id&tenant_id=ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 267 time: 0.0328326 Aug 19 23:52:01.705852 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3e39ea5b-1ac8-4916-8d92-802e4ce0219e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.729293 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-46375a8e-383a-43ba-927e-5829301df465 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:01.730915 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-46375a8e-383a-43ba-927e-5829301df465 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 817 time: 0.1080241 Aug 19 23:52:01.747123 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-3b0fad0b-2a36-4310-a384-b40c6ddf6711 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/quotas/ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 375 time: 0.0097303 Aug 19 23:52:01.806797 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-1bdbf7c6-5e37-4f7b-ac12-7f5098aae753 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537996 Aug 19 23:52:01.902129 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-4790f084-e901-43ec-bcd6-630704a45bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829232 Aug 19 23:52:01.913245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:01.991299 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-b6dc1c0c-449f-4dd6-b5ed-402a95dfcee5 service neutron] 10.222.0.18 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832293 Aug 19 23:52:02.150047 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-170ba2ff-8ca5-4e03-a67c-990accf62763 req-6f6642ae-9190-4aea-b037-8b7cb6ec5004 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Aug 19 23:52:02.433563 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device cf787846-f95c-4b6e-be83-e9a8e0256d81 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:52:02.436810 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device d778e955-a30f-48c4-bace-ad6c99340459 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:02.480942 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351d1bd-d939-42ef-834c-cc32ecde0832 req-4f2ae610-4a1a-4b98-a29d-dab0bb48cd93 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:02.482594 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1351d1bd-d939-42ef-834c-cc32ecde0832 req-4f2ae610-4a1a-4b98-a29d-dab0bb48cd93 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 944 time: 0.0516374 Aug 19 23:52:02.525489 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1351d1bd-d939-42ef-834c-cc32ecde0832 req-af91716e-f3ec-47ad-b3e0-3c2df8cdfc0a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351822 Aug 19 23:52:02.548771 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port d778e955-a30f-48c4-bace-ad6c99340459 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:02.559669 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port d778e955-a30f-48c4-bace-ad6c99340459 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:02.560035 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:02.596456 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port cf787846-f95c-4b6e-be83-e9a8e0256d81, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:02.613988 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'port_id': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'mac_address': 'fa:16:3e:f9:0c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:52:02.682342 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:02.694233 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfeaa5-9566-4609-8dee-eccad3732b29 req-104896dd-6c61-47d9-839a-ed8d0310158a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:02.695236 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:02.695764 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0adfeaa5-9566-4609-8dee-eccad3732b29 req-104896dd-6c61-47d9-839a-ed8d0310158a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 945 time: 0.0500724 Aug 19 23:52:02.706522 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf787846-f95c-4b6e-be83-e9a8e0256d81 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:52:02.734088 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0adfeaa5-9566-4609-8dee-eccad3732b29 req-efa35eaf-5783-4e34-921d-164e8bc0e5d4 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319240 Aug 19 23:52:02.737623 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:02.739898 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db6f6e-9b33-4e41-b82b-9b23ef61d4a1" -d '{"events": [{"server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "name": "network-vif-plugged", "status": "completed", "tag": "d778e955-a30f-48c4-bace-ad6c99340459"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:02.745238 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port cf787846-f95c-4b6e-be83-e9a8e0256d81, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:02.750995 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:02.757244 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port d778e955-a30f-48c4-bace-ad6c99340459, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d778e955-a30f-48c4-bace-ad6c99340459,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:02.778939 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f66fb45-1d30-40f5-91ee-5551657ebb21 x-openstack-request-id: req-3f66fb45-1d30-40f5-91ee-5551657ebb21 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:02.779242 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "name": "network-vif-plugged", "status": "completed", "tag": "d778e955-a30f-48c4-bace-ad6c99340459", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:02.779483 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f66fb45-1d30-40f5-91ee-5551657ebb21 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:02.779852 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459', 'code': 200} Aug 19 23:52:02.780445 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:02.806635 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=cf787846-f95c-4b6e-be83-e9a8e0256d81,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:02.852546 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=d778e955-a30f-48c4-bace-ad6c99340459,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:02.868869 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:02.978639 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['cf787846-f95c-4b6e-be83-e9a8e0256d81'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:52:03.051897 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254df26c-f435-4a38-93df-e7198e78baa5 req-c6b3ca82-d690-404f-b920-167f9d1ff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:03.054088 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-254df26c-f435-4a38-93df-e7198e78baa5 req-c6b3ca82-d690-404f-b920-167f9d1ff5a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1099 time: 0.0471153 Aug 19 23:52:03.102350 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-254df26c-f435-4a38-93df-e7198e78baa5 req-6b0b261c-54d0-4edf-ada4-5731dd7d505b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381773 Aug 19 23:52:03.132977 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-cfde88b7-5ba9-455a-a494-159dd7d2622a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:03.134485 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-cfde88b7-5ba9-455a-a494-159dd7d2622a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 817 time: 0.1338754 Aug 19 23:52:03.258171 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-11489e9e-a6fe-470c-8e7a-52e7d844775c req-f2f06280-c5bc-44c0-b056-79be4428616a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 210 time: 0.0385017 Aug 19 23:52:03.326262 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-dff0f4d4-7b23-483b-8582-c295d2d515c0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 379 time: 0.0344808 Aug 19 23:52:03.337158 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'port': {'device_id': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'admin_state_up': True, 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'security_groups': ['0646fe3b-2396-4326-9125-cd22638a9890']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:03.441838 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Made reservation on behalf of ca1a81dda7e64cca80834e44879379d0 for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:52:03.445691 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:03.574390 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Allocated IP 172.20.0.11 (1cfa06da-ec0c-4bec-a06f-1600cbf0e121/2bde39ab-80dc-45f6-b477-c99d631030e8/ce6ab011-0153-4468-b9db-6da8b3ce103d) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:03.643760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e22daa-0321-4d7b-a64f-0475ad33014f req-954c6ac6-80b9-4c0b-9dae-d38aa0ca8ce0 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:03.645267 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d8e22daa-0321-4d7b-a64f-0475ad33014f req-954c6ac6-80b9-4c0b-9dae-d38aa0ca8ce0 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 945 time: 0.0483510 Aug 19 23:52:03.682308 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d8e22daa-0321-4d7b-a64f-0475ad33014f req-f7dea3c1-6534-4fe4-a54d-baa297ee9f53 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Aug 19 23:52:03.711802 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:03.724888 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Transition to ACTIVE for port object ce6ab011-0153-4468-b9db-6da8b3ce103d will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:03.757124 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:03.798209 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:03.801826 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:03.805450 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:03.838885 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:03.856953 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e769fab-a0d9-403e-bfca-d421c8be5018 req-820ef983-bd0d-445e-90e0-9c5b17bf1e51 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:03.858488 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9e769fab-a0d9-403e-bfca-d421c8be5018 req-820ef983-bd0d-445e-90e0-9c5b17bf1e51 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 946 time: 0.0590992 Aug 19 23:52:03.866305 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:03.866947 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:03.883609 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-016891e9-a06c-49b2-90c0-e818f6154495 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495181 Aug 19 23:52:03.900753 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Request body: {'port': {'device_id': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:03.904587 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9e769fab-a0d9-403e-bfca-d421c8be5018 req-0839ba69-9ff5-415e-96fb-8a4df605f582 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390403 Aug 19 23:52:03.957142 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.087950 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-5db19325-ef37-4302-9eb9-e958c1dde3e5 None None] Provisioning for port ce6ab011-0153-4468-b9db-6da8b3ce103d completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:04.091771 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-5db19325-ef37-4302-9eb9-e958c1dde3e5 None None] Provisioning complete for port ce6ab011-0153-4468-b9db-6da8b3ce103d triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:04.092138 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5db19325-ef37-4302-9eb9-e958c1dde3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.126543 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-5db19325-ef37-4302-9eb9-e958c1dde3e5 None None] Port ce6ab011-0153-4468-b9db-6da8b3ce103d cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:52:04.224703 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6ab011-0153-4468-b9db-6da8b3ce103d {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:52:04.231954 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.244475 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Transition to ACTIVE for port object ce6ab011-0153-4468-b9db-6da8b3ce103d will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:04.248552 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.313908 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:04.366520 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.377261 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Attempting to bind port ce6ab011-0153-4468-b9db-6da8b3ce103d on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:52:04.377596 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Attempting to bind port ce6ab011-0153-4468-b9db-6da8b3ce103d by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:52:04.377930 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Attempting to bind port ce6ab011-0153-4468-b9db-6da8b3ce103d on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:04.383206 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Port ce6ab011-0153-4468-b9db-6da8b3ce103d on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:52:04.383535 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Attempting to bind port ce6ab011-0153-4468-b9db-6da8b3ce103d on network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:04.388706 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:52:04.389052 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Checking segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:04.389169 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56287-e32a-41e2-bc03-557e835cb6b6 req-da178744-6cdd-48df-bd9d-ded6e588cf7c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:04.389617 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Bound using segment: {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:52:04.389873 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Bound port: ce6ab011-0153-4468-b9db-6da8b3ce103d, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92c092c-8ebe-4f85-aa99-55bc2208f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:52:04.390227 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.390654 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d3d56287-e32a-41e2-bc03-557e835cb6b6 req-da178744-6cdd-48df-bd9d-ded6e588cf7c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0522726 Aug 19 23:52:04.430129 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d3d56287-e32a-41e2-bc03-557e835cb6b6 req-0e095cb6-f769-42a2-9246-7918b40fc2ce tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329683 Aug 19 23:52:04.435272 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device cf787846-f95c-4b6e-be83-e9a8e0256d81 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:04.477364 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:52:04.480430 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:52:04.485059 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.487319 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port cf787846-f95c-4b6e-be83-e9a8e0256d81 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:04.490945 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port cf787846-f95c-4b6e-be83-e9a8e0256d81 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:04.491345 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.518637 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:04.519810 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.521215 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] 10.222.0.45 "PUT /v2.0/ports/ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 1094 time: 0.6254640 Aug 19 23:52:04.521646 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:04.524032 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c48f4-4e85-4e60-a2aa-522547b264ff" -d '{"events": [{"name": "network-changed", "server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:04.560948 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9a044-2ac1-438a-a8ad-9dd355ba4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:04.608974 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.609456 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f96df3-39db-4111-93ef-6900bbd59e1c x-openstack-request-id: req-d2f96df3-39db-4111-93ef-6900bbd59e1c {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:04.609742 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:04.609988 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2f96df3-39db-4111-93ef-6900bbd59e1c {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:04.610393 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'status': 'completed', 'code': 200} Aug 19 23:52:04.619051 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-ac0090a0-7d00-43ac-b501-e1c730b7ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:04.621664 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-ac0090a0-7d00-43ac-b501-e1c730b7ed88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1097 time: 0.0568953 Aug 19 23:52:04.643523 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port cf787846-f95c-4b6e-be83-e9a8e0256d81, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:04.648366 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:04.666605 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-1fcde6d5-6058-479c-9f0f-2d302b96831a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 217 time: 0.0368237 Aug 19 23:52:04.705701 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=cf787846-f95c-4b6e-be83-e9a8e0256d81,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:04.725879 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-7abeb420-8272-4f05-b261-66db76df532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:04.727477 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-7abeb420-8272-4f05-b261-66db76df532b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0540109 Aug 19 23:52:04.773073 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-1c6c614e-c7b6-469b-8e6a-1d0edd041f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:04.774870 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-1c6c614e-c7b6-469b-8e6a-1d0edd041f7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405338 Aug 19 23:52:04.780586 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:04.782889 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05290d35-8a82-4738-912a-9b14fc055aa7" -d '{"events": [{"server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "name": "network-vif-plugged", "status": "completed", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:04.798874 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ca2fc-7e42-409b-ab36-221b99e92f21 req-d37cee44-eba2-49dc-8738-ee5ce02184e2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:04.800417 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f0ca2fc-7e42-409b-ab36-221b99e92f21 req-d37cee44-eba2-49dc-8738-ee5ce02184e2 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.0496373 Aug 19 23:52:04.820108 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089dbf93-cc70-49d0-8351-42324bf8cb03 x-openstack-request-id: req-089dbf93-cc70-49d0-8351-42324bf8cb03 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:04.820495 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "name": "network-vif-plugged", "status": "completed", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:04.820830 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-089dbf93-cc70-49d0-8351-42324bf8cb03 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:04.821292 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'code': 200} Aug 19 23:52:04.851024 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0f0ca2fc-7e42-409b-ab36-221b99e92f21 req-ea3ac3a2-8bd4-4e5d-931c-0855fbb2a4d1 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394673 Aug 19 23:52:04.884269 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-3346882b-5ace-4bcd-a822-b4b43df7d013 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014957 Aug 19 23:52:04.980293 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-af1e97b6-2c4f-49b5-a056-ae1d88a32412 req-fd76128a-b0b4-4078-a496-7f7982a3df9c service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887351 Aug 19 23:52:05.026545 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89059f0f-c7a3-4bad-b93d-066b62a6e481 req-b55021fc-b0df-4fc8-a7e6-6944380acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.028042 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-89059f0f-c7a3-4bad-b93d-066b62a6e481 req-b55021fc-b0df-4fc8-a7e6-6944380acd36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 1099 time: 0.0700448 Aug 19 23:52:05.047897 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2490a1-3a3f-4003-836a-a3dca8cdce4c req-e13bb314-42d1-46d2-ac04-257584bdf9b1 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.049306 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1b2490a1-3a3f-4003-836a-a3dca8cdce4c req-e13bb314-42d1-46d2-ac04-257584bdf9b1 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 946 time: 0.0672731 Aug 19 23:52:05.061029 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-1a428d98-cd97-42f7-8496-9e1323df761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.062536 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-1a428d98-cd97-42f7-8496-9e1323df761d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1097 time: 0.0416529 Aug 19 23:52:05.087669 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-89059f0f-c7a3-4bad-b93d-066b62a6e481 req-6da6b3e9-8007-4965-9cd3-2e651a44abbd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528221 Aug 19 23:52:05.099319 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1b2490a1-3a3f-4003-836a-a3dca8cdce4c req-59f01944-3b0b-4592-adb8-08bbe4e9d730 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Aug 19 23:52:05.154807 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-b108fc25-41e6-4ee8-baaf-34b607fab3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.156397 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-b108fc25-41e6-4ee8-baaf-34b607fab3bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.0874956 Aug 19 23:52:05.211499 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a5277-ba32-402c-beab-d152c3ba5884 req-6919a4f1-c769-4717-94c8-b2ae61c0a11d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.212997 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-870a5277-ba32-402c-beab-d152c3ba5884 req-6919a4f1-c769-4717-94c8-b2ae61c0a11d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 946 time: 0.0487008 Aug 19 23:52:05.250555 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-870a5277-ba32-402c-beab-d152c3ba5884 req-85549835-9ab8-483e-a6a1-63ce91aba6a6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Aug 19 23:52:05.272353 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37030) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:05.338725 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-0bb761de-730f-4c41-bfa1-6e143e928e83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 217 time: 0.0411546 Aug 19 23:52:05.346601 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27dad47-55de-43bc-b62b-15f3e7148eed tempest-TestVolumeBootPattern-869799518 tempest-TestVolumeBootPattern-869799518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.348068 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d27dad47-55de-43bc-b62b-15f3e7148eed tempest-TestVolumeBootPattern-869799518 tempest-TestVolumeBootPattern-869799518-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1094 time: 0.0747292 Aug 19 23:52:05.350917 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37032) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:05.355373 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:05.378203 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:05.392977 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-b26ec446-8f45-4187-ae4a-53faadd6b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.394605 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-b26ec446-8f45-4187-ae4a-53faadd6b5d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0455024 Aug 19 23:52:05.442681 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-c0d76ef3-f1e6-4167-9211-e04eea24a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.444234 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-c0d76ef3-f1e6-4167-9211-e04eea24a5e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415456 Aug 19 23:52:05.475315 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:05.541264 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-8bd62b5b-fc33-4018-9ecc-294e3a7aac7f service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Aug 19 23:52:05.599735 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2aa12-373e-434f-8cf0-23abff7af512 req-9db6ad24-30ce-41bf-abb5-4228974cc84a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:05.601213 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4cf2aa12-373e-434f-8cf0-23abff7af512 req-9db6ad24-30ce-41bf-abb5-4228974cc84a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0896380 Aug 19 23:52:05.627202 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Allocated IP 172.27.0.148 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/0d4241b1-8458-4cc4-bc2c-abb096b27453) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:05.631554 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f04c48f4-4e85-4e60-a2aa-522547b264ff req-7175dff1-284f-428a-a983-a02485021479 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Aug 19 23:52:05.699008 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4cf2aa12-373e-434f-8cf0-23abff7af512 req-3fdff007-ef21-45b7-b582-fc488a5b8e96 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873060 Aug 19 23:52:05.749849 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:05.790809 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:05.826555 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:05.829137 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:05.833043 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:05.840554 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=0d4241b1-8458-4cc4-bc2c-abb096b27453,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:06.277741 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496d428-5418-4f71-a781-20bbccc7b0ab req-83575d4f-0e3d-42e2-b5cf-2632e7893455 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:06.279278 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a496d428-5418-4f71-a781-20bbccc7b0ab req-83575d4f-0e3d-42e2-b5cf-2632e7893455 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.3560042 Aug 19 23:52:06.368510 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a496d428-5418-4f71-a781-20bbccc7b0ab req-0c040f28-a30b-40fb-a283-bc16eed7d585 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493791 Aug 19 23:52:06.500419 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:06.564343 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:06.714374 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:06.719198 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:06.808422 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=0d4241b1-8458-4cc4-bc2c-abb096b27453,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:06.841021 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:06.883570 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c34e5-2d9c-4f94-904a-42ebc5a2d489 req-b1fe5be5-cfa2-425c-9b57-9ec7bf5ec3e0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:06.885044 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-574c34e5-2d9c-4f94-904a-42ebc5a2d489 req-b1fe5be5-cfa2-425c-9b57-9ec7bf5ec3e0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0963995 Aug 19 23:52:06.961830 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-574c34e5-2d9c-4f94-904a-42ebc5a2d489 req-421b3702-e768-4aad-8b2a-f61fb79c0973 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706663 Aug 19 23:52:06.975460 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Floating IP 6e5fbc25-ff69-4feb-9468-256ba62c4c79 associated. External IP: 172.27.0.148, port: d778e955-a30f-48c4-bace-ad6c99340459. Aug 19 23:52:07.179863 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:52:07.288414 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:07.301408 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:07.305121 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:07.310695 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:07.311344 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:07.333037 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-39add8ac-ffe6-42a3-91e4-1639a17c3356 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9808149 Aug 19 23:52:07.333427 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:07.335696 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "tag": "d778e955-a30f-48c4-bace-ad6c99340459"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:07.441525 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:07.495384 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb4daf-62e6-49c2-b495-9fc27a953ceb req-2e6bbbc4-eae0-46be-bcad-0d2e58e45ce9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:07.496917 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b5cb4daf-62e6-49c2-b495-9fc27a953ceb req-2e6bbbc4-eae0-46be-bcad-0d2e58e45ce9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.0561914 Aug 19 23:52:07.549310 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b5cb4daf-62e6-49c2-b495-9fc27a953ceb req-2a144c82-d00f-411d-8bfc-5f6b270b1f87 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Aug 19 23:52:07.621827 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce221f7d-51bf-48b4-88e6-28c55383cfc8 x-openstack-request-id: req-ce221f7d-51bf-48b4-88e6-28c55383cfc8 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:07.622112 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "tag": "d778e955-a30f-48c4-bace-ad6c99340459", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:07.622383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce221f7d-51bf-48b4-88e6-28c55383cfc8 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:07.622805 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459', 'status': 'completed', 'code': 200} Aug 19 23:52:07.677207 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b22c89-3030-4dd0-8151-0d8604b7df6f req-7dc8fcf6-9b99-4014-8763-a030935f1625 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:07.678867 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c8b22c89-3030-4dd0-8151-0d8604b7df6f req-7dc8fcf6-9b99-4014-8763-a030935f1625 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.0534790 Aug 19 23:52:07.690817 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-654be496-378a-4228-b780-6061b7d57be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:07.692408 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37058) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:07.692890 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-654be496-378a-4228-b780-6061b7d57be3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1099 time: 0.0472016 Aug 19 23:52:07.697380 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Request body: {'floatingip': {'port_id': 'cf787846-f95c-4b6e-be83-e9a8e0256d81'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:07.739368 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:07.748384 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:06Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:07.776773 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:52:07.785487 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:07.786190 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:07.796410 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-e179be14-710c-4c05-8046-f0cb1069cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:07.798174 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-e179be14-710c-4c05-8046-f0cb1069cd50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0937331 Aug 19 23:52:07.868958 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-38bb9da2-abfb-465e-972d-4bd3d7f3088c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 1000 time: 0.0622792 Aug 19 23:52:08.014634 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:08.132393 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda023f-e63c-4584-938c-04bb7d4c91e1 req-3db76c59-31bd-4eeb-a08c-777246e1a268 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:08.133862 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8cda023f-e63c-4584-938c-04bb7d4c91e1 req-3db76c59-31bd-4eeb-a08c-777246e1a268 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0968730 Aug 19 23:52:08.234526 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8cda023f-e63c-4584-938c-04bb7d4c91e1 req-99a97e1a-2149-4d8a-b6d9-6084f7bb5702 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931251 Aug 19 23:52:08.242398 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:06Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:08.249610 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:08.254899 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:08.270701 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e1455-a52b-4bf9-bf39-d086cdcac59b None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:06Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:52:08.364211 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Floating IP e0f193a7-6ac1-43d7-9047-77b53200682a associated. External IP: 172.27.0.251, port: cf787846-f95c-4b6e-be83-e9a8e0256d81. Aug 19 23:52:08.463537 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cceda-b83b-49c9-84d7-9749fa758482 None None] New status for floating IP 6e5fbc25-ff69-4feb-9468-256ba62c4c79: ACTIVE {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:52:08.573774 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Router edff3905-6fa9-477b-a40c-6c5984f3769a has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:52:08.823045 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:52:08.872322 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-6b0263fa-79eb-45cb-8a90-8acd32c257d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:08.873811 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-6b0263fa-79eb-45cb-8a90-8acd32c257d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0500536 Aug 19 23:52:08.920866 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:08.938476 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'mac_address': 'fa:16:3e:e2:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:52:08.941791 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:08.947041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:08.962658 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099df36-373e-4e84-88eb-371a439e39af None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:08.974473 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a90029a7-2c65-431a-a685-4eadb7607208 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "PUT /v2.0/floatingips/e0f193a7-6ac1-43d7-9047-77b53200682a HTTP/1.1" status: 200 len: 992 time: 1.2804689 Aug 19 23:52:08.979442 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:08.980039 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:08.986370 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:09.031932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6ab011-0153-4468-b9db-6da8b3ce103d {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:52:09.086509 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:09.091485 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:09.133561 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:09.178733 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:09.352313 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc029ad2-8d08-4471-a59b-a9a919bbd3fe req-5f27cfba-9143-4702-a1e5-ecbe2bc8f2b9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:09.353925 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc029ad2-8d08-4471-a59b-a9a919bbd3fe req-5f27cfba-9143-4702-a1e5-ecbe2bc8f2b9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 945 time: 0.0491846 Aug 19 23:52:09.367507 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': 'e0f193a7-6ac1-43d7-9047-77b53200682a', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'port_id': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'mac_address': 'fa:16:3e:f9:0c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:51:54Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:09.390815 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bc029ad2-8d08-4471-a59b-a9a919bbd3fe req-9d5d9642-a210-418c-9431-353213c2a181 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309474 Aug 19 23:52:09.393250 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099df36-373e-4e84-88eb-371a439e39af None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:52:09.401797 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:09.402399 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:09.504149 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:09.623916 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:09.626455 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26" -d '{"events": [{"name": "network-changed", "server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:09.661466 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c277b773-5d82-4c03-bef1-c0379c987dc3 x-openstack-request-id: req-c277b773-5d82-4c03-bef1-c0379c987dc3 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:09.661755 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:09.661994 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c277b773-5d82-4c03-bef1-c0379c987dc3 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:09.662374 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'status': 'completed', 'code': 200} Aug 19 23:52:09.724860 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-c099df36-373e-4e84-88eb-371a439e39af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': 'e0f193a7-6ac1-43d7-9047-77b53200682a', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'port_id': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'mac_address': 'fa:16:3e:f9:0c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:51:54Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:09.728551 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-deafada2-0b97-4014-b9f3-95485cde51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:09.730109 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-deafada2-0b97-4014-b9f3-95485cde51b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403900 Aug 19 23:52:09.753839 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099df36-373e-4e84-88eb-371a439e39af None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': 'e0f193a7-6ac1-43d7-9047-77b53200682a', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'port_id': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'mac_address': 'fa:16:3e:f9:0c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:51:54Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:52:09.935763 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afa3b9-7553-49e6-ae81-4651cf141b1f None None] New status for floating IP e0f193a7-6ac1-43d7-9047-77b53200682a: ACTIVE {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:52:10.508803 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64407512-373f-4832-9633-78a68d9b4d47 req-0d9a2127-e2ea-4b36-91dc-52a2878a1545 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:10.510283 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-64407512-373f-4832-9633-78a68d9b4d47 req-0d9a2127-e2ea-4b36-91dc-52a2878a1545 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Aug 19 23:52:10.546223 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-64407512-373f-4832-9633-78a68d9b4d47 req-8cfd6048-c500-41d6-a85a-e57aa4c2768c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301194 Aug 19 23:52:10.793158 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-fffe39e2-4fb4-4d19-b40f-45099a5c1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:10.794653 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-fffe39e2-4fb4-4d19-b40f-45099a5c1006 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 1099 time: 0.0432010 Aug 19 23:52:10.826800 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-fb347053-254a-4682-8076-496ba27f1553 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818942 Aug 19 23:52:10.887823 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-110f4f89-0053-49ef-afb7-7bbe41db85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:10.889291 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-110f4f89-0053-49ef-afb7-7bbe41db85eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 200 len: 911 time: 0.0813122 Aug 19 23:52:10.923139 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1ddcd09b-0488-42c6-a0d5-0411dc5055b4 req-cd6fe8b6-4f02-4431-a1b5-192e8b1ea9ac service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861018 Aug 19 23:52:10.961572 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-b32ea83c-2521-4d97-86ec-148f30b4489f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81 HTTP/1.1" status: 200 len: 1002 time: 0.0644755 Aug 19 23:52:11.002795 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ce6ab011-0153-4468-b9db-6da8b3ce103d'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:52:11.015075 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-fee7fbdd-4d96-49e7-8aef-0e1489fd5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:11.016609 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-fee7fbdd-4d96-49e7-8aef-0e1489fd5a85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 200 len: 849 time: 0.0470195 Aug 19 23:52:11.064001 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-1a0085e7-a26b-4c58-91c5-5f0893cdcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:11.065502 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-1a0085e7-a26b-4c58-91c5-5f0893cdcb56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857b6525-e887-4e5c-9cff-883d8ffb3b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410542 Aug 19 23:52:11.166675 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-57cc510b-3165-4473-95c5-47e89b2a2eaf service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862062 Aug 19 23:52:11.253827 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-51dbfe5e-dafb-47cd-b804-7454ab4aaa26 req-924053e1-630d-4271-b738-b501fec7d8da service neutron] 10.222.0.45 "GET /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786586 Aug 19 23:52:11.662233 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef656f-4c95-4a5f-b9ad-0d53f5f640dc req-b1f9add8-8879-475d-9a6a-a79e2d248033 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:11.663774 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-80ef656f-4c95-4a5f-b9ad-0d53f5f640dc req-b1f9add8-8879-475d-9a6a-a79e2d248033 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Aug 19 23:52:11.700911 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-80ef656f-4c95-4a5f-b9ad-0d53f5f640dc req-d784bd57-d52e-4605-9d40-56cf9d04e043 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310683 Aug 19 23:52:12.820475 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4da8f-ef68-4b86-9fdc-e3d33f858e43 req-821e3b4c-7766-4ca3-a6d2-9eedc25c5cb0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:12.821980 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d9a4da8f-ef68-4b86-9fdc-e3d33f858e43 req-821e3b4c-7766-4ca3-a6d2-9eedc25c5cb0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Aug 19 23:52:12.858214 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d9a4da8f-ef68-4b86-9fdc-e3d33f858e43 req-8c2d3796-7224-4b1e-a04b-8742d5335770 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303655 Aug 19 23:52:12.944403 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:12.996438 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port ce6ab011-0153-4468-b9db-6da8b3ce103d completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:12.999200 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port ce6ab011-0153-4468-b9db-6da8b3ce103d triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:12.999569 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:13.073213 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:13.094749 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:13.096964 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1243f-24ec-4b90-b916-fe587ef3fee6" -d '{"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:13.112537 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:13.116905 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:13.140979 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0dbb7-aa58-43cf-b006-9a2d70bdc1fa x-openstack-request-id: req-47f0dbb7-aa58-43cf-b006-9a2d70bdc1fa {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:13.141267 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:13.141513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47f0dbb7-aa58-43cf-b006-9a2d70bdc1fa {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:13.141899 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'code': 200} Aug 19 23:52:13.166262 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:13.980499 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29486ccd-d725-436b-a61d-4689d7f9e32e req-840c1bfe-21fa-4682-9d70-19b86ca76dbf tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:13.981992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-29486ccd-d725-436b-a61d-4689d7f9e32e req-840c1bfe-21fa-4682-9d70-19b86ca76dbf tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0507891 Aug 19 23:52:14.018435 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-29486ccd-d725-436b-a61d-4689d7f9e32e req-32776005-0b82-48ec-baf1-814966291abb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306973 Aug 19 23:52:14.990393 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994b0c-175f-4b05-a2d9-bc35384c6f09 req-1e9afe1b-6e89-492c-b230-ef4773a9f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:14.991885 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-01994b0c-175f-4b05-a2d9-bc35384c6f09 req-1e9afe1b-6e89-492c-b230-ef4773a9f55b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1099 time: 0.0392992 Aug 19 23:52:15.031991 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-01994b0c-175f-4b05-a2d9-bc35384c6f09 req-f58044c6-4b4b-4727-8eed-2a5302b516d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270977 Aug 19 23:52:15.141167 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844c11-535a-4082-bb8b-c907564e7136 req-04da99ab-180b-4255-a9ee-d058f69d06e1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:15.142585 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c9844c11-535a-4082-bb8b-c907564e7136 req-04da99ab-180b-4255-a9ee-d058f69d06e1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0521791 Aug 19 23:52:15.179962 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c9844c11-535a-4082-bb8b-c907564e7136 req-f4317003-c789-4cca-a953-87d8de39ff28 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Aug 19 23:52:16.297666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0099e8-1799-44c2-aa4b-0be47c199943 req-bb5e5cfd-5291-4f0a-9f00-7538e8fcccc2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:16.300177 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b0099e8-1799-44c2-aa4b-0be47c199943 req-bb5e5cfd-5291-4f0a-9f00-7538e8fcccc2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0499394 Aug 19 23:52:16.338481 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b0099e8-1799-44c2-aa4b-0be47c199943 req-924a314e-e10b-459d-a4a3-7b306f073d4c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333288 Aug 19 23:52:17.456013 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542067e-505a-4175-a446-5cedd1b56454 req-e276c61a-6fbb-4588-b3c4-09d11bdbce8b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:17.457694 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c542067e-505a-4175-a446-5cedd1b56454 req-e276c61a-6fbb-4588-b3c4-09d11bdbce8b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0481145 Aug 19 23:52:17.494892 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c542067e-505a-4175-a446-5cedd1b56454 req-48a18d36-8210-4dbb-b5bd-d2904e834367 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Aug 19 23:52:17.612601 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e8e1-2f61-4618-8a02-3030c8af52ad req-ea61310c-c1bd-426d-8d14-24b005ee310b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:17.614628 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8fd4e8e1-2f61-4618-8a02-3030c8af52ad req-ea61310c-c1bd-426d-8d14-24b005ee310b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0518632 Aug 19 23:52:17.622898 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37126) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:17.627101 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Request body: {'floatingip': {'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:17.665430 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:18.094709 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:18.099777 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:18.208782 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Floating IP 69407892-2ace-410c-b243-bacbb9900c07 associated. External IP: 172.27.0.151, port: ce6ab011-0153-4468-b9db-6da8b3ce103d. Aug 19 23:52:18.412647 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Router 6e558eff-e294-4430-82ba-24d6850f165e has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:52:18.515903 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:18.521100 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:18.526097 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:18.538346 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:18.538960 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:18.547525 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6478a55b-c278-4a9f-b421-b3ff83f80a84 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "PUT /v2.0/floatingips/69407892-2ace-410c-b243-bacbb9900c07 HTTP/1.1" status: 200 len: 992 time: 0.9236383 Aug 19 23:52:18.548103 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:18.550331 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec94e786-740e-45fc-9dcf-b6e67296ef37" -d '{"events": [{"name": "network-changed", "server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:18.589983 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f2956f-f8f2-44e0-921c-aff928e2bff3 x-openstack-request-id: req-a7f2956f-f8f2-44e0-921c-aff928e2bff3 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:18.590275 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:18.590523 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7f2956f-f8f2-44e0-921c-aff928e2bff3 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:18.590919 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'status': 'completed', 'code': 200} Aug 19 23:52:18.653412 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:18.667945 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-e33fda3e-74ae-419b-8cbd-7c6676afa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:18.669371 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-e33fda3e-74ae-419b-8cbd-7c6676afa942 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1099 time: 0.0421605 Aug 19 23:52:18.704746 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:52:18.770382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-5c730c41-a606-4ed8-a3ab-4379f3be1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:18.771911 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-5c730c41-a606-4ed8-a3ab-4379f3be1af1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.0887568 Aug 19 23:52:18.849552 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-9ed20f78-55a6-4849-82fb-16a2eb12e404 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 1000 time: 0.0609667 Aug 19 23:52:18.909782 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-141a3a51-d7db-4fc7-9fec-6281f38cc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:18.911893 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-141a3a51-d7db-4fc7-9fec-6281f38cc395 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0454292 Aug 19 23:52:18.970322 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-4a1ea09b-665d-49e5-96bf-08cdc15d6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:18.971864 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-4a1ea09b-665d-49e5-96bf-08cdc15d6f29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434868 Aug 19 23:52:18.991075 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '69407892-2ace-410c-b243-bacbb9900c07', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'mac_address': 'fa:16:3e:e2:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:00Z', 'updated_at': '2021-08-19T23:52:17Z', 'revision_number': 1, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:19.016883 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:52:19.025673 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:19.026264 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:19.060906 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-d81a69db-b186-44a4-b7d0-e9765a130c0a service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802388 Aug 19 23:52:19.130533 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:19.156367 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec94e786-740e-45fc-9dcf-b6e67296ef37 req-d09e817d-d981-4bac-82b6-bb5aa56990d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868750 Aug 19 23:52:19.355896 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '69407892-2ace-410c-b243-bacbb9900c07', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'mac_address': 'fa:16:3e:e2:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:00Z', 'updated_at': '2021-08-19T23:52:17Z', 'revision_number': 1, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:19.383733 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9508a18-9f25-42e2-841d-7524a8102e4e None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '69407892-2ace-410c-b243-bacbb9900c07', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'mac_address': 'fa:16:3e:e2:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:00Z', 'updated_at': '2021-08-19T23:52:17Z', 'revision_number': 1, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:52:19.570536 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f97f04-ac92-4082-8250-943e2480f8db None None] New status for floating IP 69407892-2ace-410c-b243-bacbb9900c07: ACTIVE {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:52:20.686833 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd8f-d892-4a8c-8fa2-f0c12724489d req-de3a2b0f-c53f-4d1e-85af-5b4241abd6c5 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:20.688401 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa3ccd8f-d892-4a8c-8fa2-f0c12724489d req-de3a2b0f-c53f-4d1e-85af-5b4241abd6c5 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Aug 19 23:52:20.725095 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa3ccd8f-d892-4a8c-8fa2-f0c12724489d req-4f1d4ee3-5ffe-472a-816d-08402d5249e6 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Aug 19 23:52:21.838878 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02bd2a-c7d0-4d50-a12f-282447f74a4c req-22f0a090-2778-484b-b09d-e1ad45d60caa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:21.840383 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9a02bd2a-c7d0-4d50-a12f-282447f74a4c req-22f0a090-2778-484b-b09d-e1ad45d60caa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 945 time: 0.0467780 Aug 19 23:52:21.876856 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9a02bd2a-c7d0-4d50-a12f-282447f74a4c req-9a8a2cf3-b08b-4816-8096-ff12a678a113 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d689a7e-0d97-4516-b689-f37667f5d83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Aug 19 23:52:22.508540 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-ebd32d87-674f-4653-ae96-ccf58dc5057a tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:22.509991 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-ebd32d87-674f-4653-ae96-ccf58dc5057a tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 945 time: 0.0472095 Aug 19 23:52:22.600699 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Deleting port 51690b05-f364-49a7-b8d0-dbc4c281efef {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:52:22.601041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:22.690144 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] For port 51690b05-f364-49a7-b8d0-dbc4c281efef, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=51690b05-f364-49a7-b8d0-dbc4c281efef,segment=NetworkSegment(a45da355-20a5-47a0-8a13-07e03f8f1521),segment_id=a45da355-20a5-47a0-8a13-07e03f8f1521)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:22.690425 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:22.703290 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Calling delete_port for 51690b05-f364-49a7-b8d0-dbc4c281efef owned by compute:nova {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:52:22.827630 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:22.840219 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['51690b05-f364-49a7-b8d0-dbc4c281efef'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:52:22.855634 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Pushing event deleted for resources: {'Port': ['ID=51690b05-f364-49a7-b8d0-dbc4c281efef,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:22.898860 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] No DVR routers for this DVR port 51690b05-f364-49a7-b8d0-dbc4c281efef on host hv-cinder-80531 {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:52:22.901592 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:22.903620 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0e592842-80e5-4d8c-bbff-3b6c38d9d1a7 req-f5cb44a1-a3df-4537-b99a-8cd12dd7fbfa tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.45 "DELETE /v2.0/ports/51690b05-f364-49a7-b8d0-dbc4c281efef HTTP/1.1" status: 204 len: 173 time: 0.3871367 Aug 19 23:52:22.904049 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'name': 'network-vif-deleted', 'tag': '51690b05-f364-49a7-b8d0-dbc4c281efef'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:52:22.906285 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca4406-dc4e-48ae-bc72-5684d055a9be" -d '{"events": [{"server_uuid": "f51dba48-7157-4b36-a581-c00ef9faef75", "name": "network-vif-deleted", "tag": "51690b05-f364-49a7-b8d0-dbc4c281efef"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:52:22.944129 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82412031-20d1-4dee-853e-c449e6606965 x-openstack-request-id: req-82412031-20d1-4dee-853e-c449e6606965 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:52:22.944422 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51dba48-7157-4b36-a581-c00ef9faef75", "name": "network-vif-deleted", "tag": "51690b05-f364-49a7-b8d0-dbc4c281efef", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:52:22.944673 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82412031-20d1-4dee-853e-c449e6606965 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:52:22.945063 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51dba48-7157-4b36-a581-c00ef9faef75', 'name': 'network-vif-deleted', 'tag': '51690b05-f364-49a7-b8d0-dbc4c281efef', 'status': 'completed', 'code': 200} Aug 19 23:52:22.983203 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-12b260b2-9b2a-4421-b0c8-eaaeb60ebc6a req-6edeb38b-5ec1-4837-84d8-c83983408b85 tempest-VolumesSnapshotTestJSON-1354214615 tempest-VolumesSnapshotTestJSON-1354214615-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51dba48-7157-4b36-a581-c00ef9faef75 HTTP/1.1" status: 200 len: 210 time: 0.0347452 Aug 19 23:52:23.231212 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:27.468520 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 51690b05-f364-49a7-b8d0-dbc4c281efef no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:52:27.492906 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: 51690b05-f364-49a7-b8d0-dbc4c281efef {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:52:27.493326 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device 51690b05-f364-49a7-b8d0-dbc4c281efef not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:52:29.080458 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1a27c94b-0955-4916-918a-a70475aca118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:31.688462 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-aef6d0a2-b7c5-4e65-9d7f-fa7b12057dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:31.913683 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:32.870726 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:34.366033 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.013545 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37382) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:47.056791 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Deleting subnet c9176d09-b4ea-46df-b091-500732c72e22 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:52:47.059666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.091938 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.133230 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.183448 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.209364 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9176d09-b4ea-46df-b091-500732c72e22,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:47.211689 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.213497 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c9176d09-b4ea-46df-b091-500732c72e22 HTTP/1.1" status: 204 len: 168 time: 0.1989951 Aug 19 23:52:47.216031 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37384) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:47.219334 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.219689 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.220033 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.220369 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.220705 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.221035 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.221362 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.221688 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.222626 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.222960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.223308 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.223634 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9039e9-957c-473d-86b8-41ee5690453d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.282121 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.363941 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.373806 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ead835-f1ac-4c69-a5b3-7d92c2dd1a41']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:47.383523 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45da355-20a5-47a0-8a13-07e03f8f1521') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:47.383824 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45da355-20a5-47a0-8a13-07e03f8f1521') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:47.392378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.406787 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.413280 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:52:47.413669 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:52:47.415329 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:52:47.471219 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.476624 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.479531 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/03ead835-f1ac-4c69-a5b3-7d92c2dd1a41 HTTP/1.1" status: 204 len: 168 time: 0.2624867 Aug 19 23:52:47.495539 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ead835-f1ac-4c69-a5b3-7d92c2dd1a41,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:47.502449 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.502803 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.503166 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.504032 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.504359 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.504686 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.505017 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.505342 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.505665 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.505985 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.506304 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.506621 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0a8a6-7ef6-47ae-aa28-818c1ecfd1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:47.639254 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37392) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:47.678717 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-7ebda3b9-3958-47f4-a45f-cb60a5dadfbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88c223977afe46da878ebd76e433f9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383508 Aug 19 23:52:47.681079 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37394) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:47.726987 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e5a976aa-a2c9-4a8e-9bb8-c9319c9a7e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.746880 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e5a976aa-a2c9-4a8e-9bb8-c9319c9a7e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.791841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e5a976aa-a2c9-4a8e-9bb8-c9319c9a7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.794440 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e5a976aa-a2c9-4a8e-9bb8-c9319c9a7e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:47.795598 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-e5a976aa-a2c9-4a8e-9bb8-c9319c9a7e7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d689a7e-0d97-4516-b689-f37667f5d83c HTTP/1.1" status: 204 len: 168 time: 0.1136420 Aug 19 23:52:47.803488 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a976aa-a2c9-4a8e-9bb8-c9319c9a7e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d689a7e-0d97-4516-b689-f37667f5d83c,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:48.444365 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37416) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:48.540421 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-310403239-network', 'tenant_id': '7c5035d7595848f78c911d1907cf0658'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:48.566007 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Made reservation on behalf of 7c5035d7595848f78c911d1907cf0658 for: {'network': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:52:48.568592 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.576666 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.671998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.675592 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.701177 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=100859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:52:48.711042 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950d15e-046e-4555-9432-86cf7b72e220,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:48.716818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.717162 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.segments_db [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Added segment 9e1540c1-c828-4286-9aa4-181dee83d896 of type vlan for network 478ad271-e6b0-4270-801b-0919212a9d87 Aug 19 23:52:48.755636 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.779421 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.780368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:48.780934 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:48.833991 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3884535 Aug 19 23:52:48.837661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37424) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:48.839237 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef372-3f7c-46bb-9b8e-add0f46bf99b admin admin] Pushing event updated for resources: {'Network': ['ID=478ad271-e6b0-4270-801b-0919212a9d87,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:48.842773 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Request body: {'subnet': {'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-310403239-subnet', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:48.853631 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 478ad271-e6b0-4270-801b-0919212a9d87 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:52:48.863705 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Made reservation on behalf of 7c5035d7595848f78c911d1907cf0658 for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:52:48.866060 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413416'] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.033777 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413434'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.086473 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Pushing event updated for resources: {'Subnet': ['ID=456b8c79-7763-4240-b97c-f2a0bd960e7d,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:49.094575 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Checking segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:49.094927 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Network hostable DHCP agents. Network: 478ad271-e6b0-4270-801b-0919212a9d87, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:52:49.111843 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Network 478ad271-e6b0-4270-801b-0919212a9d87 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:52:49.119793 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 478ad271-e6b0-4270-801b-0919212a9d87) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:49.123748 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:49.124324 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.129254 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842de931-200a-49a5-b7de-0742ded444bf None None] Network 478ad271-e6b0-4270-801b-0919212a9d87 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:52:49.138175 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-40207c58-3be4-407e-8fc6-a9864f65598a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2993836 Aug 19 23:52:49.140910 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37426) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:49.145998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:49.165149 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.166094 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.218570 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.271903 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-478ad271-e6b0-4270-801b-0919212a9d87', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:52:49.272762 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.352998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.406522 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Allocated IP 172.20.0.2 (478ad271-e6b0-4270-801b-0919212a9d87/456b8c79-7763-4240-b97c-f2a0bd960e7d/2484a7c3-daeb-41ae-be43-5c3e77b58453) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:49.553667 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.562034 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Transition to ACTIVE for port object 2484a7c3-daeb-41ae-be43-5c3e77b58453 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:49.578110 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Transition to ACTIVE for port object 2484a7c3-daeb-41ae-be43-5c3e77b58453 will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:49.585887 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.632028 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Network 478ad271-e6b0-4270-801b-0919212a9d87 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:49.638566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:49.640615 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Pushing event updated for resources: {'Port': ['ID=2484a7c3-daeb-41ae-be43-5c3e77b58453,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:49.649212 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:49.705436 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Attempting to bind port 2484a7c3-daeb-41ae-be43-5c3e77b58453 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:52:49.705806 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Attempting to bind port 2484a7c3-daeb-41ae-be43-5c3e77b58453 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:52:49.706191 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Attempting to bind port 2484a7c3-daeb-41ae-be43-5c3e77b58453 on network 478ad271-e6b0-4270-801b-0919212a9d87 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:49.711176 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:52:49.711554 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Checking segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:49.711959 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.712353 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Bound using segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:52:49.712823 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Bound port: 2484a7c3-daeb-41ae-be43-5c3e77b58453, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:52:49.713325 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.777119 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] For port 2484a7c3-daeb-41ae-be43-5c3e77b58453, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:52:49.780230 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] For port 2484a7c3-daeb-41ae-be43-5c3e77b58453, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=2484a7c3-daeb-41ae-be43-5c3e77b58453,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:52:49.786453 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.813637 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.835021 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:49.843059 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2642aca-971b-470a-ae5e-65470f4f708a None None] Pushing event updated for resources: {'Port': ['ID=2484a7c3-daeb-41ae-be43-5c3e77b58453,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:49.944365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Allocated IP 172.27.0.36 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:50.065539 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:50.110277 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:50.151796 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:50.154355 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:50.157693 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:50.165732 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:50.400752 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:50.598828 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:50.733068 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Router 8bf64d83-7642-4339-8ae9-c57ece39f4bf is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:52:50.800776 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ce53c-f7bc-4879-8a85-9f37cd3af108 None None] Network 478ad271-e6b0-4270-801b-0919212a9d87 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:52:50.840734 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2484a7c3-daeb-41ae-be43-5c3e77b58453 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:50.854866 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:50.870311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:50.871731 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-bdaee00f-e946-46c5-9f76-dc4e50b6fd59 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7298021 Aug 19 23:52:50.874455 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37436) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:50.879344 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Sync routers for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:50.906767 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-5b1cf0eb-59a2-4312-808e-440f465b1441 None None] Provisioning for port 2484a7c3-daeb-41ae-be43-5c3e77b58453 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:50.922388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:50.922998 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:51.021514 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 2484a7c3-daeb-41ae-be43-5c3e77b58453 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:51.057037 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 2484a7c3-daeb-41ae-be43-5c3e77b58453 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:51.057340 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.239115 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:51.279500 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.411690 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.437739 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Allocated IP 172.20.0.1 (478ad271-e6b0-4270-801b-0919212a9d87/456b8c79-7763-4240-b97c-f2a0bd960e7d/7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:51.472815 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 2484a7c3-daeb-41ae-be43-5c3e77b58453, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=2484a7c3-daeb-41ae-be43-5c3e77b58453,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:51.480036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.541885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=2484a7c3-daeb-41ae-be43-5c3e77b58453,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:51.547595 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:50Z', 'revision_number': 3, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:51.551868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.564631 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Transition to ACTIVE for port object 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:51.575672 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Checking router: 8bf64d83-7642-4339-8ae9-c57ece39f4bf for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:52:51.576023 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Updating router 8bf64d83-7642-4339-8ae9-c57ece39f4bf port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:52:51.596443 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-8232396e-88f1-4af7-97bb-6829f72289fe None None] Provisioning complete for port 2484a7c3-daeb-41ae-be43-5c3e77b58453 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:51.596832 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-8232396e-88f1-4af7-97bb-6829f72289fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.597605 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.622369 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.635374 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Network 478ad271-e6b0-4270-801b-0919212a9d87 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:51.638216 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:51.641551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:51.673015 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:51.692436 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.829515 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.924342 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-bfda2a81-0bd0-4ba2-b2ef-592fe30c56f6 None None] Provisioning for port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:51.933725 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-bfda2a81-0bd0-4ba2-b2ef-592fe30c56f6 None None] Provisioning complete for port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:51.934104 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bfda2a81-0bd0-4ba2-b2ef-592fe30c56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.967668 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:51.984937 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Transition to ACTIVE for port object 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:51.988313 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-bfda2a81-0bd0-4ba2-b2ef-592fe30c56f6 None None] Port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:52:51.991429 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.010886 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.015737 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.046450 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82301654-903b-4ba7-af4c-023f079bb5d4 None None] Pushing event updated for resources: {'Port': ['ID=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:52.048718 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Attempting to bind port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:52:52.049087 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Attempting to bind port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:52:52.049442 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Attempting to bind port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:52.054915 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:52:52.055320 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:52.055721 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.056109 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:52:52.056567 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Bound port: 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:52:52.056945 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.082680 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:52.086112 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.112972 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] For port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:52:52.116435 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] For port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:52:52.120745 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.181130 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:52.181744 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:52.187929 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Network 478ad271-e6b0-4270-801b-0919212a9d87 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:52.189384 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:52.218698 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82301654-903b-4ba7-af4c-023f079bb5d4 None None] Pushing event updated for resources: {'Port': ['ID=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:52.297542 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:52.306081 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Router 8bf64d83-7642-4339-8ae9-c57ece39f4bf has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:52:52.414707 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:52.419577 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1bcc2112-7821-42a0-b260-8e12c9234159 admin admin] 10.222.0.18 "PUT /v2.0/routers/8bf64d83-7642-4339-8ae9-c57ece39f4bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440502 Aug 19 23:52:52.432732 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-e49d6737-f8bc-451d-a1fe-d6735e04fb12 None None] Provisioning complete for port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:52.433108 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e49d6737-f8bc-451d-a1fe-d6735e04fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.491476 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-e49d6737-f8bc-451d-a1fe-d6735e04fb12 None None] Port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:52:52.544573 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 2, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:52.571876 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93634084-4a39-4b04-8094-9549fd6d2df7 None None] The sync data for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi is: [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 2, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:52:52.821604 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2484a7c3-daeb-41ae-be43-5c3e77b58453 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:52.875547 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 2484a7c3-daeb-41ae-be43-5c3e77b58453 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:52.875997 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:52.960906 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37460) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:52.968274 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-579722105-network', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:52.994095 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Made reservation on behalf of 838e6fe282634d94ae2f85523d798b5e for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:52:52.996677 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.247660 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.269283 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.364439 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.369580 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.394922 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:52:53.405170 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04508e2-7472-4022-9276-c6899ac0d738,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:53.410703 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.411569 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Added segment a4acd91a-6c56-4d61-adbe-208c12fa88b0 of type vlan for network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 Aug 19 23:52:53.451822 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.476338 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.477432 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:53.478022 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.537485 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5748971 Aug 19 23:52:53.540229 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37462) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:53.544938 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Request body: {'subnet': {'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-579722105-subnet', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'ip_version': 4}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:53.549171 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d0506-a62c-4175-b53e-094b1464fcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb7ab0b-2c75-4ea5-b073-7987dd510403,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:53.560695 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:52:53.568865 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Made reservation on behalf of 838e6fe282634d94ae2f85523d798b5e for: {'subnet': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:52:53.571299 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8413416'] for subnet, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.746497 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8413434'] for subnet, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.801811 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8887e58b-e43c-4a88-aee8-1d71f1d70303,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:53.810084 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Checking segment: {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:53.810442 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Network hostable DHCP agents. Network: 0cb7ab0b-2c75-4ea5-b073-7987dd510403, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:52:53.826477 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:52:53.834851 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 0cb7ab0b-2c75-4ea5-b073-7987dd510403) {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:53.838787 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:53.839401 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.843920 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed706577-651d-435f-b068-653b3289d13c None None] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:52:53.853419 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-46600825-636a-461e-a9d0-9f3521ab2d62 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3121903 Aug 19 23:52:53.856065 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37464) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:53.860418 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:52:53.879980 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.880937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.935639 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:53.994106 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-0cb7ab0b-2c75-4ea5-b073-7987dd510403', 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'fixed_ips': [{'subnet_id': '8887e58b-e43c-4a88-aee8-1d71f1d70303'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:52:53.994984 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.074529 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.141443 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Allocated IP 172.20.0.2 (0cb7ab0b-2c75-4ea5-b073-7987dd510403/8887e58b-e43c-4a88-aee8-1d71f1d70303/ba94d440-ebbf-4bcd-9513-b5523a9e16fe) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:54.288564 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.289265 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.297245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Transition to ACTIVE for port object ba94d440-ebbf-4bcd-9513-b5523a9e16fe will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:54.308431 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.312469 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Transition to ACTIVE for port object ba94d440-ebbf-4bcd-9513-b5523a9e16fe will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:54.319813 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.357934 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:54.362103 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:54.365632 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:54.373882 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Pushing event updated for resources: {'Port': ['ID=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:54.427501 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Attempting to bind port ba94d440-ebbf-4bcd-9513-b5523a9e16fe on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:52:54.427843 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Attempting to bind port ba94d440-ebbf-4bcd-9513-b5523a9e16fe by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:52:54.428207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Attempting to bind port ba94d440-ebbf-4bcd-9513-b5523a9e16fe on network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:54.433121 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:52:54.433489 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Checking segment: {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:54.433898 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.434292 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Bound using segment: {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:52:54.434754 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Bound port: ba94d440-ebbf-4bcd-9513-b5523a9e16fe, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:52:54.435153 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.438515 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-573b1284-a9be-492d-b1c3-275ecf27e489 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828757 Aug 19 23:52:54.455431 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Allocated IP 172.27.0.8 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:54.502292 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] For port ba94d440-ebbf-4bcd-9513-b5523a9e16fe, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:52:54.505892 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] For port ba94d440-ebbf-4bcd-9513-b5523a9e16fe, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,segment=NetworkSegment(a4acd91a-6c56-4d61-adbe-208c12fa88b0),segment_id=a4acd91a-6c56-4d61-adbe-208c12fa88b0)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:52:54.509954 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.566343 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8756e5d-224e-4728-adec-14287c5987d1 None None] Pushing event updated for resources: {'Port': ['ID=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:54.570389 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-a4785f4b-2b8b-4db1-981a-fb9a8eb3878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:54.571926 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-a4785f4b-2b8b-4db1-981a-fb9a8eb3878a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1099 time: 0.0625265 Aug 19 23:52:54.600119 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Sync routers for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:54.603018 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.611981 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:54.613221 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:54.731509 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-b71bb37b-6aa4-4a18-ba14-048cd4780e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:54.733194 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-b71bb37b-6aa4-4a18-ba14-048cd4780e4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.1276844 Aug 19 23:52:54.738870 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:54.824368 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:54.839047 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:54.844790 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:54.854087 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:54.858491 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:54.896546 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-5dcd3efa-759a-40b1-b636-6c82bb4000ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 1002 time: 0.1520920 Aug 19 23:52:54.918992 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:54.980050 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:54.984668 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:54.985036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.054102 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-95be9fb1-ca18-457d-9ce0-9d138014c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:55.055609 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-95be9fb1-ca18-457d-9ce0-9d138014c35d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.1505299 Aug 19 23:52:55.072730 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.095455 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:55.104741 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.121916 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 2, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:55.167422 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Checking router: 8bf64d83-7642-4339-8ae9-c57ece39f4bf for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:52:55.168143 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Updating router 8bf64d83-7642-4339-8ae9-c57ece39f4bf port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:52:55.176357 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:55.198014 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-a2fc25eb-370b-4dc8-b495-8144bb33c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:52:55.199779 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-a2fc25eb-370b-4dc8-b495-8144bb33c42b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261282 Aug 19 23:52:55.201855 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.263566 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.382912 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-bdca656b-3e9a-442e-a801-2e99743ba148 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738963 Aug 19 23:52:55.474939 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.485122 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Transition to ACTIVE for port object 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:55.492058 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.559662 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30aa32b2-ce82-4a0b-8c8a-53ef0fc6353f req-551ff056-095b-4359-9d5b-bf7951e2362c service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649287 Aug 19 23:52:55.560974 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Pushing event updated for resources: {'Port': ['ID=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:55.575286 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.599147 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.599536 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.599930 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.600270 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.600826 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.600910 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.601285 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.601613 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.602221 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.602548 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.602868 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.603221 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:55.611746 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Attempting to bind port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:52:55.612114 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Attempting to bind port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:52:55.613156 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Attempting to bind port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 on network 478ad271-e6b0-4270-801b-0919212a9d87 {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:55.618981 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:52:55.619399 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Checking segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:55.619799 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.620192 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Bound using segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:52:55.620671 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Bound port: 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:52:55.621078 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.709241 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:52:55.715469 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] For port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:52:55.719579 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] For port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:52:55.725296 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.726618 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c68a60a-9a78-4f9c-b122-bef54883da8e None None] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:52:55.753096 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Router 539a6703-d975-4f27-b47a-35a9857792d4 is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:52:55.779442 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:55.780056 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:55.824532 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69784e-7214-4091-8ac7-985eae45c5e1 None None] Pushing event updated for resources: {'Port': ['ID=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,revision_number=4']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:55.874117 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:55.892778 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:55.894035 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b7d33d87-9f77-4f7e-a1d8-0951a9229330 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0369008 Aug 19 23:52:55.897974 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37474) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:55.907567 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Sync routers for ids ['539a6703-d975-4f27-b47a-35a9857792d4'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:55.908637 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:55.941709 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Routers {'539a6703-d975-4f27-b47a-35a9857792d4'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:55.942335 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['539a6703-d975-4f27-b47a-35a9857792d4'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:55.986853 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-d0ece172-ce67-4673-a73e-66597191e218 None None] Provisioning for port ba94d440-ebbf-4bcd-9513-b5523a9e16fe completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:56.220890 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:56.230424 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Set router 539a6703-d975-4f27-b47a-35a9857792d4 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:56.259070 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964eb651-b4c1-49ec-a3c9-c18a69aa0303 None None] The sync data for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi is: [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:52:56.443434 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 3, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:56.477247 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Checking router: 539a6703-d975-4f27-b47a-35a9857792d4 for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:52:56.477763 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Updating router 539a6703-d975-4f27-b47a-35a9857792d4 port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:52:56.513436 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.708378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.879319 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.891379 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Transition to ACTIVE for port object 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:56.901479 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.932544 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Allocated IP 172.20.0.1 (0cb7ab0b-2c75-4ea5-b073-7987dd510403/8887e58b-e43c-4a88-aee8-1d71f1d70303/28bb47bb-8ed2-45e0-9545-219a43840323) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:52:56.957988 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Attempting to bind port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:52:56.958357 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Attempting to bind port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:52:56.958718 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Attempting to bind port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:52:56.960808 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Pushing event updated for resources: {'Port': ['ID=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:56.971541 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:52:56.972713 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:52:56.973072 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.973468 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:52:56.973931 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Bound port: 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:52:56.974327 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.000646 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:57.045973 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.059610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Transition to ACTIVE for port object 28bb47bb-8ed2-45e0-9545-219a43840323 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:52:57.068108 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] For port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:52:57.079752 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] For port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:52:57.085767 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.095054 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.137194 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:57.138564 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:57.138932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.140102 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:57.143527 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:52:57.172073 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Pushing event updated for resources: {'Port': ['ID=28bb47bb-8ed2-45e0-9545-219a43840323,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:57.174455 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Routers {'539a6703-d975-4f27-b47a-35a9857792d4'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:57.175172 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['539a6703-d975-4f27-b47a-35a9857792d4'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:57.178702 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Pushing event updated for resources: {'Port': ['ID=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:57.194585 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.233512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.233722 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.234047 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.234379 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.234710 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.235412 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.235412 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.235708 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.236033 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.236354 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.236973 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.236973 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ed13d-8dc1-4cca-998c-02311acfb0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:57.341168 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] Set router 539a6703-d975-4f27-b47a-35a9857792d4 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:52:57.343549 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device ba94d440-ebbf-4bcd-9513-b5523a9e16fe up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:57.344285 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.472368 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-04d75726-117a-4dd2-add4-01df4ecbc9d8 None None] Provisioning for port 28bb47bb-8ed2-45e0-9545-219a43840323 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:57.480878 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-04d75726-117a-4dd2-add4-01df4ecbc9d8 None None] Provisioning complete for port 28bb47bb-8ed2-45e0-9545-219a43840323 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:57.481250 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-04d75726-117a-4dd2-add4-01df4ecbc9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.499804 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.505336 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.536459 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-04d75726-117a-4dd2-add4-01df4ecbc9d8 None None] Port 28bb47bb-8ed2-45e0-9545-219a43840323 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:52:57.541311 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port ba94d440-ebbf-4bcd-9513-b5523a9e16fe completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:57.550691 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port ba94d440-ebbf-4bcd-9513-b5523a9e16fe triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:57.551062 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.574304 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.576910 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Pushing event updated for resources: {'Port': ['ID=28bb47bb-8ed2-45e0-9545-219a43840323,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:57.664972 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 3, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:57.667911 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.668917 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:52:57.670289 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:52:57.694398 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73a4a1-6b01-444a-a153-512d2d7be87e None None] The sync data for ids ['539a6703-d975-4f27-b47a-35a9857792d4'] in dv-cinder-805316-1-iscsi is: [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 3, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:52:57.736238 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port ba94d440-ebbf-4bcd-9513-b5523a9e16fe, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,segment=NetworkSegment(a4acd91a-6c56-4d61-adbe-208c12fa88b0),segment_id=a4acd91a-6c56-4d61-adbe-208c12fa88b0)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:57.748111 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.748994 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:57.806987 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Router 539a6703-d975-4f27-b47a-35a9857792d4 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:52:57.861594 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:57.867127 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:57.872184 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:57.872733 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.973262 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:52:57.995495 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-51e5bba1-3970-42c3-9d7c-3b5568ed8b2d admin admin] 10.222.0.18 "PUT /v2.0/routers/539a6703-d975-4f27-b47a-35a9857792d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881138 Aug 19 23:52:58.044332 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-00f9dfb8-8666-4fef-b424-f001888cb641 None None] Provisioning complete for port 28bb47bb-8ed2-45e0-9545-219a43840323 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:58.044924 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-00f9dfb8-8666-4fef-b424-f001888cb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:58.047926 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:58.118355 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-00f9dfb8-8666-4fef-b424-f001888cb641 None None] Port 28bb47bb-8ed2-45e0-9545-219a43840323 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:52:58.129346 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:58.136307 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:58.207753 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:58.904430 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device ba94d440-ebbf-4bcd-9513-b5523a9e16fe up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:58.975070 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port ba94d440-ebbf-4bcd-9513-b5523a9e16fe triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:58.975474 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.089808 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-847fc108-e5fe-4409-95ae-ba978f4c9fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.092173 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:59.147655 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:59.148031 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.239684 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:52:59.288891 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:52:59.293307 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:52:59.293902 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.389818 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.413261 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:52:59.419684 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.480259 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:52:59.804895 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Sync routers for ids ['539a6703-d975-4f27-b47a-35a9857792d4'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:52:59.814932 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Routers {'539a6703-d975-4f27-b47a-35a9857792d4'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:52:59.816422 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['539a6703-d975-4f27-b47a-35a9857792d4'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:59.938490 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Set router 539a6703-d975-4f27-b47a-35a9857792d4 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:00.166426 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:52:57Z', 'revision_number': 4, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '28bb47bb-8ed2-45e0-9545-219a43840323', 'name': '', 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'mac_address': 'fa:16:3e:bc:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8887e58b-e43c-4a88-aee8-1d71f1d70303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:56Z', 'updated_at': '2021-08-19T23:52:57Z', 'revision_number': 2, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'subnets': [{'id': '8887e58b-e43c-4a88-aee8-1d71f1d70303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:00.196029 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Checking router: 539a6703-d975-4f27-b47a-35a9857792d4 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:53:00.196387 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Updating router 539a6703-d975-4f27-b47a-35a9857792d4 port 28bb47bb-8ed2-45e0-9545-219a43840323 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:53:00.223384 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.522339 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.534196 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Transition to ACTIVE for port object 28bb47bb-8ed2-45e0-9545-219a43840323 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:00.541379 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.594532 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bad545-b0b9-4ee6-a1a4-4c37f1fdc1a9 None None] Pushing event updated for resources: {'Port': ['ID=28bb47bb-8ed2-45e0-9545-219a43840323,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:00.654833 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Attempting to bind port 28bb47bb-8ed2-45e0-9545-219a43840323 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:53:00.655219 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Attempting to bind port 28bb47bb-8ed2-45e0-9545-219a43840323 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:53:00.655582 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Attempting to bind port 28bb47bb-8ed2-45e0-9545-219a43840323 on network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:53:00.668235 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:53:00.668660 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Checking segment: {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:00.669057 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.671204 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Bound using segment: {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:53:00.671924 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Bound port: 28bb47bb-8ed2-45e0-9545-219a43840323, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4acd91a-6c56-4d61-adbe-208c12fa88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:53:00.676524 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.818973 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] For port 28bb47bb-8ed2-45e0-9545-219a43840323, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:53:00.822911 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] For port 28bb47bb-8ed2-45e0-9545-219a43840323, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=28bb47bb-8ed2-45e0-9545-219a43840323,segment=NetworkSegment(a4acd91a-6c56-4d61-adbe-208c12fa88b0),segment_id=a4acd91a-6c56-4d61-adbe-208c12fa88b0)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:53:00.835415 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:00.839456 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.894579 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Routers {'539a6703-d975-4f27-b47a-35a9857792d4'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:00.895247 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:52:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['539a6703-d975-4f27-b47a-35a9857792d4'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:00.925049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:00.925902 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.954357 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bad545-b0b9-4ee6-a1a4-4c37f1fdc1a9 None None] Pushing event updated for resources: {'Port': ['ID=28bb47bb-8ed2-45e0-9545-219a43840323,revision_number=4']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:01.140347 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] Set router 539a6703-d975-4f27-b47a-35a9857792d4 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:01.400391 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:52:57Z', 'revision_number': 4, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '28bb47bb-8ed2-45e0-9545-219a43840323', 'name': '', 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'mac_address': 'fa:16:3e:bc:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8887e58b-e43c-4a88-aee8-1d71f1d70303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:56Z', 'updated_at': '2021-08-19T23:53:00Z', 'revision_number': 4, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'subnets': [{'id': '8887e58b-e43c-4a88-aee8-1d71f1d70303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:01.432140 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33830dc-aaa0-47f7-abb9-581ae2ee95fe None None] The sync data for ids ['539a6703-d975-4f27-b47a-35a9857792d4'] in dv-cinder-805316-1-iscsi is: [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:52:57Z', 'revision_number': 4, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '28bb47bb-8ed2-45e0-9545-219a43840323', 'name': '', 'network_id': '0cb7ab0b-2c75-4ea5-b073-7987dd510403', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'mac_address': 'fa:16:3e:bc:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8887e58b-e43c-4a88-aee8-1d71f1d70303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:56Z', 'updated_at': '2021-08-19T23:53:00Z', 'revision_number': 4, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'subnets': [{'id': '8887e58b-e43c-4a88-aee8-1d71f1d70303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:53:01.696382 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bd5d2cba-91ed-4332-941d-fefbd119521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:01.928566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:02.840129 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 28bb47bb-8ed2-45e0-9545-219a43840323 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:02.894646 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:02.910657 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 28bb47bb-8ed2-45e0-9545-219a43840323 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:02.915145 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 28bb47bb-8ed2-45e0-9545-219a43840323 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:02.915716 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:02.998845 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:03.037447 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 28bb47bb-8ed2-45e0-9545-219a43840323, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=28bb47bb-8ed2-45e0-9545-219a43840323,segment=NetworkSegment(a4acd91a-6c56-4d61-adbe-208c12fa88b0),segment_id=a4acd91a-6c56-4d61-adbe-208c12fa88b0)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:03.042207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:03.257528 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=28bb47bb-8ed2-45e0-9545-219a43840323,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:04.374158 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:04.821877 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 28bb47bb-8ed2-45e0-9545-219a43840323 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:04.886192 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 28bb47bb-8ed2-45e0-9545-219a43840323 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:04.886655 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:05.817679 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aafdc-4f00-4518-919b-868deed5d120 req-e1313829-f4f0-4b4a-90b3-29635f5b70d1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:05.820185 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-620aafdc-4f00-4518-919b-868deed5d120 req-e1313829-f4f0-4b4a-90b3-29635f5b70d1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0549345 Aug 19 23:53:05.858318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-620aafdc-4f00-4518-919b-868deed5d120 req-9f3fef82-9d59-4522-aa5e-d76973b64854 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Aug 19 23:53:07.018183 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00e0bd-8333-4370-832f-608e3c3a50b1 req-9807977e-9169-4f17-9412-259480743559 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:07.020312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-de00e0bd-8333-4370-832f-608e3c3a50b1 req-9807977e-9169-4f17-9412-259480743559 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0816581 Aug 19 23:53:07.058081 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-de00e0bd-8333-4370-832f-608e3c3a50b1 req-6bd654c1-844f-450e-93cc-18dc00356db9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Aug 19 23:53:07.956727 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-91051c94-81f8-4947-b9ed-c503889ef8b5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:07.958175 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-91051c94-81f8-4947-b9ed-c503889ef8b5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 814 time: 0.0983367 Aug 19 23:53:07.972449 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-984c9321-7559-4e3a-bf5f-8d26ad41656b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/quotas/7c5035d7595848f78c911d1907cf0658 HTTP/1.1" status: 200 len: 375 time: 0.0086322 Aug 19 23:53:08.024499 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-0880f3d2-660e-494f-b154-cb8ceeeffd2f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471146 Aug 19 23:53:08.115586 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-86823013-bbec-4c90-aa5f-d1614ef056ab service neutron] 10.222.0.18 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798051 Aug 19 23:53:08.240043 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24347b71-42c8-4a53-97ee-417b72368575 req-879b0807-5746-43ae-9e15-2f82e44ad2cd tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:08.243003 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-24347b71-42c8-4a53-97ee-417b72368575 req-879b0807-5746-43ae-9e15-2f82e44ad2cd tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1029186 Aug 19 23:53:08.247965 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-bd4d3014-f18d-4c33-bd68-e20976c8df4b service neutron] 10.222.0.18 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264532 Aug 19 23:53:08.281209 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-24347b71-42c8-4a53-97ee-417b72368575 req-9ec88e66-59f3-488e-94f9-0e8f5ae46eb6 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322011 Aug 19 23:53:08.412436 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cdd5428a-a322-4e9b-8cad-67921378cdc4 req-da63dd42-2154-43b3-96f3-09e14c2ed37a tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 210 time: 0.0266101 Aug 19 23:53:09.352933 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-3ac03204-edcc-4040-9b0a-5925b9b68a06 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:09.354506 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-3ac03204-edcc-4040-9b0a-5925b9b68a06 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 814 time: 0.1042268 Aug 19 23:53:09.373163 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'port': {'device_id': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'admin_state_up': True, 'tenant_id': '7c5035d7595848f78c911d1907cf0658'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:09.469712 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a56c43-51d7-47b8-a77b-ae138402934e req-d2e28480-421f-4f7c-bc0d-618b159d52a4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:09.471304 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a0a56c43-51d7-47b8-a77b-ae138402934e req-d2e28480-421f-4f7c-bc0d-618b159d52a4 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1118810 Aug 19 23:53:09.528367 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-15e19e00-fc24-4449-9d2f-c94511ee7b4a req-3af8379c-2650-446c-a242-c64bfb2d6fb9 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 210 time: 0.0475650 Aug 19 23:53:09.555343 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a0a56c43-51d7-47b8-a77b-ae138402934e req-c57cb5db-32b3-473f-a5b0-6b18d5c3b692 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755224 Aug 19 23:53:09.563318 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Made reservation on behalf of 7c5035d7595848f78c911d1907cf0658 for: {'port': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:53:09.567589 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:09.991989 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Allocated IP 172.20.0.11 (478ad271-e6b0-4270-801b-0919212a9d87/456b8c79-7763-4240-b97c-f2a0bd960e7d/ecd554af-0318-43c0-95bd-81c98abbeabe) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:53:10.151490 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:10.166282 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Transition to ACTIVE for port object ecd554af-0318-43c0-95bd-81c98abbeabe will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:10.199363 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:10.243680 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Network 478ad271-e6b0-4270-801b-0919212a9d87 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:53:10.246635 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:10.253049 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:53:10.287263 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:10.307845 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:10.308425 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:10.324296 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-47bf1290-371b-477b-b727-5a4caae5dc29 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9549201 Aug 19 23:53:10.512774 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-a52e0b06-fc98-4282-9dae-ecfaede3dcde None None] Provisioning for port ecd554af-0318-43c0-95bd-81c98abbeabe completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:10.516854 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-a52e0b06-fc98-4282-9dae-ecfaede3dcde None None] Provisioning complete for port ecd554af-0318-43c0-95bd-81c98abbeabe triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:10.517273 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a52e0b06-fc98-4282-9dae-ecfaede3dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:10.553409 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-a52e0b06-fc98-4282-9dae-ecfaede3dcde None None] Port ecd554af-0318-43c0-95bd-81c98abbeabe cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:53:10.661212 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682fe27-e6da-4036-9994-bd97e6f01bca req-a74dc5d0-b931-45d8-b287-43168de07f8f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:10.662814 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2682fe27-e6da-4036-9994-bd97e6f01bca req-a74dc5d0-b931-45d8-b287-43168de07f8f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0641847 Aug 19 23:53:10.731634 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2682fe27-e6da-4036-9994-bd97e6f01bca req-c73b2238-d3ed-4510-b7dc-e4a9f99e653b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Aug 19 23:53:10.748742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e0935-ed33-4ef4-ac35-52d0fe37edce req-7eeed5b0-86db-4bae-9772-9fe4490ea9f5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:10.748742 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-570e0935-ed33-4ef4-ac35-52d0fe37edce req-7eeed5b0-86db-4bae-9772-9fe4490ea9f5 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1046681 Aug 19 23:53:10.783685 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-570e0935-ed33-4ef4-ac35-52d0fe37edce req-f46d2f41-3180-4309-9c09-9b30675a2efe tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336146 Aug 19 23:53:11.849669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba05e-901e-4d15-b14c-b78f9aeae0b8 req-a4bce187-b1c9-4487-90a4-a73b69ca4075 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:11.851411 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c4cba05e-901e-4d15-b14c-b78f9aeae0b8 req-a4bce187-b1c9-4487-90a4-a73b69ca4075 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0544965 Aug 19 23:53:11.928562 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c4cba05e-901e-4d15-b14c-b78f9aeae0b8 req-cae6ba22-f54c-45f6-82f2-7640c75152ac tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Aug 19 23:53:11.941040 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be735-e024-4908-8578-1648edbab633 req-18956e79-d08a-45ca-9a72-4875b73f2694 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:11.942567 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f05be735-e024-4908-8578-1648edbab633 req-18956e79-d08a-45ca-9a72-4875b73f2694 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0741806 Aug 19 23:53:11.982629 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f05be735-e024-4908-8578-1648edbab633 req-2bc3cad5-a716-471d-a367-c811b9f4c36b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338037 Aug 19 23:53:13.044350 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d61286-92f9-4694-888b-02291b7685b2 req-85511ce3-0fb6-4f80-bc38-e40e0fa76420 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:13.045847 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-26d61286-92f9-4694-888b-02291b7685b2 req-85511ce3-0fb6-4f80-bc38-e40e0fa76420 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0512033 Aug 19 23:53:13.116967 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-26d61286-92f9-4694-888b-02291b7685b2 req-e3472835-dcc6-4bcd-ac97-609e0611803d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646107 Aug 19 23:53:13.137764 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fca8b-7871-43db-bfa2-0847f494d36e req-145de62a-305f-4307-9cbf-fd3b9be38b16 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:13.139624 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-238fca8b-7871-43db-bfa2-0847f494d36e req-145de62a-305f-4307-9cbf-fd3b9be38b16 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0813997 Aug 19 23:53:13.186576 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-238fca8b-7871-43db-bfa2-0847f494d36e req-9b7a5021-e8f4-4967-80f9-5a77f2145de0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344007 Aug 19 23:53:14.255862 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757abdc-016a-48f1-8c82-f66456e09207 req-f0defc61-64b1-407f-bda0-185f90bf3ba3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:14.257427 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c757abdc-016a-48f1-8c82-f66456e09207 req-f0defc61-64b1-407f-bda0-185f90bf3ba3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0696654 Aug 19 23:53:14.330067 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c757abdc-016a-48f1-8c82-f66456e09207 req-ba3d0cca-4ef2-405e-bc62-1adb87415d83 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647218 Aug 19 23:53:14.347844 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823f8c8-2cc0-4b48-9915-a4897aba1abf req-4107b3c3-72de-405a-85e7-3952689540d8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:14.349382 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5823f8c8-2cc0-4b48-9915-a4897aba1abf req-4107b3c3-72de-405a-85e7-3952689540d8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0774508 Aug 19 23:53:14.388956 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5823f8c8-2cc0-4b48-9915-a4897aba1abf req-09ac39cb-ca92-4cfc-9846-07d567b4a6b9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337610 Aug 19 23:53:15.451678 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140304dc-53f2-42ab-a45f-935a08a17700 req-42329a34-933d-41ed-b72a-26bd1576ecda tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:15.453592 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-140304dc-53f2-42ab-a45f-935a08a17700 req-42329a34-933d-41ed-b72a-26bd1576ecda tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0519371 Aug 19 23:53:15.523733 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-140304dc-53f2-42ab-a45f-935a08a17700 req-1be0e3e6-86f4-4369-bb42-870e240812bc tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631759 Aug 19 23:53:15.541258 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbd4e-c449-4b53-b3fe-f688cc02cbe7 req-de71ec2d-692a-4c5a-a1cf-589c4563708d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:15.542796 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-60bbbd4e-c449-4b53-b3fe-f688cc02cbe7 req-de71ec2d-692a-4c5a-a1cf-589c4563708d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0648184 Aug 19 23:53:15.581999 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-60bbbd4e-c449-4b53-b3fe-f688cc02cbe7 req-e2b0f242-66b6-4016-b87c-79423aa85aab tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Aug 19 23:53:16.652420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc7bf-6df4-4815-938a-bd416ba3126f req-356f7c0d-28a5-4e34-99f3-f55d7e628d77 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:16.654239 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fc4bc7bf-6df4-4815-938a-bd416ba3126f req-356f7c0d-28a5-4e34-99f3-f55d7e628d77 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0602591 Aug 19 23:53:16.724749 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fc4bc7bf-6df4-4815-938a-bd416ba3126f req-aab66e2a-df1f-4597-9798-f04716275ad5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Aug 19 23:53:16.736290 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f80442-b00d-4279-9d39-1e3474a960ca req-52211ca6-6cb7-457e-8ba9-8b4a6c700e38 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:16.737729 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d6f80442-b00d-4279-9d39-1e3474a960ca req-52211ca6-6cb7-457e-8ba9-8b4a6c700e38 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0786803 Aug 19 23:53:16.783542 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d6f80442-b00d-4279-9d39-1e3474a960ca req-fc11b66c-841a-4e6e-9d3a-1afff67b0215 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Aug 19 23:53:17.845239 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753cc11-f6dc-4045-9ef4-df5a10cddf4b req-c37542e3-f5c6-4447-a70a-0289e9a6e3f4 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:17.852629 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5753cc11-f6dc-4045-9ef4-df5a10cddf4b req-c37542e3-f5c6-4447-a70a-0289e9a6e3f4 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0607126 Aug 19 23:53:17.922779 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5753cc11-f6dc-4045-9ef4-df5a10cddf4b req-cf599b55-167f-47f6-9925-154944fb7e09 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547175 Aug 19 23:53:17.933388 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461de3-0c88-493b-bccb-528bfec4ff5b req-e4e41dfd-6ba8-476b-ab65-4fca24015d2a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:17.934933 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0b461de3-0c88-493b-bccb-528bfec4ff5b req-e4e41dfd-6ba8-476b-ab65-4fca24015d2a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0810173 Aug 19 23:53:17.978808 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0b461de3-0c88-493b-bccb-528bfec4ff5b req-c4e73370-a9b5-4b9e-8be3-8ad57f17d5e7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344501 Aug 19 23:53:19.058835 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee7a6-2dbe-469d-adf5-0d4e315f5a35 req-e73ec0ad-fbd5-4e75-b4b5-6481311d7b95 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:19.066431 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2fdee7a6-2dbe-469d-adf5-0d4e315f5a35 req-e73ec0ad-fbd5-4e75-b4b5-6481311d7b95 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0652244 Aug 19 23:53:19.125771 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2fdee7a6-2dbe-469d-adf5-0d4e315f5a35 req-5d10954b-d763-4f04-9a72-82d056ed1d12 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582874 Aug 19 23:53:19.149715 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f1431-80fd-49df-9a02-e4443a847a8a req-c576d925-eb25-4cc2-b625-64d7c2a62f35 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:19.151649 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2c8f1431-80fd-49df-9a02-e4443a847a8a req-c576d925-eb25-4cc2-b625-64d7c2a62f35 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0782347 Aug 19 23:53:19.193301 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2c8f1431-80fd-49df-9a02-e4443a847a8a req-17776fb0-0f53-49ba-b4f1-fa9fbc26c033 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344434 Aug 19 23:53:19.989539 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Request body: {'port': {'device_id': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:20.046698 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:20.298153 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747f82b-b3bc-478e-9a9a-036bf347e8d5 req-ee78e269-641e-4dbc-979d-aeb1e94a7661 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:20.299667 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7747f82b-b3bc-478e-9a9a-036bf347e8d5 req-ee78e269-641e-4dbc-979d-aeb1e94a7661 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 932 time: 0.0926425 Aug 19 23:53:20.404742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ee3b-49e6-4bb9-9709-eaf7ef9a0ae3 req-f649fd0c-4a0b-4f6b-ae02-cbd909795fb0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:20.406257 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fb29ee3b-49e6-4bb9-9709-eaf7ef9a0ae3 req-f649fd0c-4a0b-4f6b-ae02-cbd909795fb0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1345191 Aug 19 23:53:20.414697 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7747f82b-b3bc-478e-9a9a-036bf347e8d5 req-a1995e62-848f-445a-8923-9075931fd0e5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956984 Aug 19 23:53:20.426784 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd554af-0318-43c0-95bd-81c98abbeabe {{(pid=100860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:53:20.440138 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:20.465587 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Transition to ACTIVE for port object ecd554af-0318-43c0-95bd-81c98abbeabe will not be triggered until provisioned by entity L2. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:20.469044 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fb29ee3b-49e6-4bb9-9709-eaf7ef9a0ae3 req-a3678d72-4ed3-49a8-a3fc-9b21f844db1a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533962 Aug 19 23:53:20.470146 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:20.520887 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:20.593639 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Attempting to bind port ecd554af-0318-43c0-95bd-81c98abbeabe on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:53:20.593747 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Attempting to bind port ecd554af-0318-43c0-95bd-81c98abbeabe by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:53:20.594335 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Attempting to bind port ecd554af-0318-43c0-95bd-81c98abbeabe on network 478ad271-e6b0-4270-801b-0919212a9d87 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:53:20.599187 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Port ecd554af-0318-43c0-95bd-81c98abbeabe on network 478ad271-e6b0-4270-801b-0919212a9d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:53:20.599508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Attempting to bind port ecd554af-0318-43c0-95bd-81c98abbeabe on network 478ad271-e6b0-4270-801b-0919212a9d87 {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:53:20.604328 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:53:20.604684 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Checking segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:20.605066 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Bound using segment: {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'} {{(pid=100860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:53:20.605460 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.managers [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Bound port: ecd554af-0318-43c0-95bd-81c98abbeabe, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1540c1-c828-4286-9aa4-181dee83d896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87'}}] {{(pid=100860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:53:20.605830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:20.670273 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, cleared binding levels {{(pid=100860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:53:20.673297 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:53:20.677207 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:20.710211 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:20.710830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:20.712369 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 1094 time: 0.7289741 Aug 19 23:53:20.712671 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:20.714899 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05d237-6e1f-4175-861e-e1de9b00caf7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:20.747184 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551889e0-aeec-454c-867f-0141a58d00a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=3']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:20.764266 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0567d-fdc6-4e70-bc13-77b47f1cdb33 x-openstack-request-id: req-6dd0567d-fdc6-4e70-bc13-77b47f1cdb33 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:20.764561 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:20.764867 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dd0567d-fdc6-4e70-bc13-77b47f1cdb33 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:20.765335 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'status': 'completed', 'code': 200} Aug 19 23:53:20.808842 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-f7e9a0da-93e4-4dac-8f80-9b667e0acee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:20.810352 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-f7e9a0da-93e4-4dac-8f80-9b667e0acee2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0428903 Aug 19 23:53:20.859609 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-986752ac-38b2-408b-abb1-ee36380c1aa5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 217 time: 0.0396333 Aug 19 23:53:20.917444 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-ef03409d-73a8-491b-a3ce-8a3bd5bbdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:20.918913 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-ef03409d-73a8-491b-a3ce-8a3bd5bbdcc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0495412 Aug 19 23:53:20.964982 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-030feae9-3c57-4bfa-91ca-80229bf6327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:20.966477 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-030feae9-3c57-4bfa-91ca-80229bf6327f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393503 Aug 19 23:53:21.061227 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-bc1dad54-4ba7-4d1e-8242-8823b811b328 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869219 Aug 19 23:53:21.152284 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d15b959a-e9d1-434b-b61e-445c6fbfc0f5 req-80a9dbc6-d08b-4884-9a88-12dd07427505 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839000 Aug 19 23:53:21.238508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-a5ea8cfa-7e98-4544-a1ab-86545f3c3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:21.240014 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-a5ea8cfa-7e98-4544-a1ab-86545f3c3ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0395963 Aug 19 23:53:21.336149 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-ccde8f21-580d-4788-9430-e58d46b3e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:21.337543 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-ccde8f21-580d-4788-9430-e58d46b3e5eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 915 time: 0.0857596 Aug 19 23:53:21.384902 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-1b66a45f-775f-4687-9ea0-c5e4e1e8136a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 217 time: 0.0337942 Aug 19 23:53:21.436881 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-1ea394ce-de2f-464d-a79e-df8d4c82fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:21.438362 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-1ea394ce-de2f-464d-a79e-df8d4c82fe94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0456121 Aug 19 23:53:21.494957 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-01b413c4-50ca-4b09-ab81-f16962b5d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:21.496436 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-01b413c4-50ca-4b09-ab81-f16962b5d835 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491717 Aug 19 23:53:21.633960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16924f0-05e4-4f41-8138-c9ad560f5508 req-3d07b5bd-1be5-4e6f-930f-9cd4a993d54f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:21.635473 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a16924f0-05e4-4f41-8138-c9ad560f5508 req-3d07b5bd-1be5-4e6f-930f-9cd4a993d54f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 944 time: 0.1513674 Aug 19 23:53:21.677192 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027bc25-a727-4179-83d4-c37bd7ad3f8d req-d94feab3-35ca-4817-bb1a-8bdc9e8bf14f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:21.678663 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d027bc25-a727-4179-83d4-c37bd7ad3f8d req-d94feab3-35ca-4817-bb1a-8bdc9e8bf14f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1172562 Aug 19 23:53:21.685074 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-e93749b8-fc08-4f7e-aed6-1ca8d0f5684e service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711886 Aug 19 23:53:21.755905 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a16924f0-05e4-4f41-8138-c9ad560f5508 req-e8ee2f7b-d7f4-4049-aba0-d91af7d8e762 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131840 Aug 19 23:53:21.783823 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d027bc25-a727-4179-83d4-c37bd7ad3f8d req-97919810-7872-4e76-9755-116f0a55a439 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976787 Aug 19 23:53:21.812188 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8c05d237-6e1f-4175-861e-e1de9b00caf7 req-6d0c4c5b-6685-4f34-a4e9-69f2c43e0d11 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166861 Aug 19 23:53:22.881609 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cf137-136b-43e3-aff3-298c897dec2a req-00182288-b513-402b-888d-b83336d4a68b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:22.888948 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d5cf137-136b-43e3-aff3-298c897dec2a req-00182288-b513-402b-888d-b83336d4a68b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 944 time: 0.0610418 Aug 19 23:53:22.960138 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d5cf137-136b-43e3-aff3-298c897dec2a req-7a827695-4196-4335-b309-6cc2498c8137 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699167 Aug 19 23:53:22.967930 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:53:22.997764 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028055d9-0f2f-410a-918a-68af07a0c743 req-9292c7a6-ef10-48f4-85a0-edd470080b51 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:22.999792 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-028055d9-0f2f-410a-918a-68af07a0c743 req-9292c7a6-ef10-48f4-85a0-edd470080b51 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0896306 Aug 19 23:53:23.056345 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-028055d9-0f2f-410a-918a-68af07a0c743 req-7a35724a-48f3-477a-89f6-59e3c7c074ed tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Aug 19 23:53:23.073932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:23.085658 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'mac_address': 'fa:16:3e:e2:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:53:23.124613 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.137687 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce6ab011-0153-4468-b9db-6da8b3ce103d {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:53:23.157808 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:23.162188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.163015 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecd554af-0318-43c0-95bd-81c98abbeabe details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:53:23.298067 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=6']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:23.315756 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.351894 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:23.364216 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'port_id': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'mac_address': 'fa:16:3e:c5:82:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:53:23.412323 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.428794 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd554af-0318-43c0-95bd-81c98abbeabe {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:53:23.452215 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:23.460601 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.531262 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:23.569370 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ce6ab011-0153-4468-b9db-6da8b3ce103d'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:53:23.752717 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecd554af-0318-43c0-95bd-81c98abbeabe'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:53:24.115055 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5885e-e2a0-4dd1-b374-cea8b602b7c4 req-a3c41ba1-b3ac-4962-9fb0-95a9338cf956 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:24.116690 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a5c5885e-e2a0-4dd1-b374-cea8b602b7c4 req-a3c41ba1-b3ac-4962-9fb0-95a9338cf956 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 945 time: 0.0772021 Aug 19 23:53:24.206366 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b984efc-0b5a-4818-bb96-55f021a5ea73 req-8d42b951-f5a8-4809-9f0b-348b2982242e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:24.208439 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b984efc-0b5a-4818-bb96-55f021a5ea73 req-8d42b951-f5a8-4809-9f0b-348b2982242e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 945 time: 0.0761704 Aug 19 23:53:24.211703 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a5c5885e-e2a0-4dd1-b374-cea8b602b7c4 req-0255fc95-dd26-4adb-a28e-3c821921d24c tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888054 Aug 19 23:53:24.249986 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b984efc-0b5a-4818-bb96-55f021a5ea73 req-c8eeddb1-7405-435c-a895-31d5da76cdee tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355663 Aug 19 23:53:24.978847 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:25.042267 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port ce6ab011-0153-4468-b9db-6da8b3ce103d triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:25.042645 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.147275 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.186617 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:25.187934 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:25.193446 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a14d7-8fdc-4421-b67c-2b6fdcee9a00" -d '{"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:25.195890 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.197107 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecd554af-0318-43c0-95bd-81c98abbeabe up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:25.334772 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e776dd8-8daf-4073-9861-60399aa8fa60 x-openstack-request-id: req-6e776dd8-8daf-4073-9861-60399aa8fa60 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:25.335104 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:25.335337 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e776dd8-8daf-4073-9861-60399aa8fa60 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:25.335729 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'code': 200} Aug 19 23:53:25.351105 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=7']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:25.366217 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96a6b7-f91d-405d-af42-89aa1d27f8d4 req-41336fe0-f819-42aa-a1fb-61cbb41b3661 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:25.376827 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port ecd554af-0318-43c0-95bd-81c98abbeabe completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:25.391166 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port ecd554af-0318-43c0-95bd-81c98abbeabe triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:25.391166 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.392867 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2e96a6b7-f91d-405d-af42-89aa1d27f8d4 req-41336fe0-f819-42aa-a1fb-61cbb41b3661 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 945 time: 0.0932600 Aug 19 23:53:25.475551 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2e96a6b7-f91d-405d-af42-89aa1d27f8d4 req-be77e935-ea24-40c9-aa38-c8f1e76bbc35 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815771 Aug 19 23:53:25.500756 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52428ac-8a7c-4980-a895-96e68e36f194 req-16623f4d-8d5b-4ba5-aca9-fb32e37dc124 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:25.500756 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b52428ac-8a7c-4980-a895-96e68e36f194 req-16623f4d-8d5b-4ba5-aca9-fb32e37dc124 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0806637 Aug 19 23:53:25.519910 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.547645 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b52428ac-8a7c-4980-a895-96e68e36f194 req-032bfdc4-62aa-4f64-9b23-5b80b0745983 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439405 Aug 19 23:53:25.557016 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:25.561005 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.614046 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:26.610340 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df15dc-abb2-425d-ae62-904378f36972 req-72c2b922-8a70-4f77-8b4c-4a24f4bc8d79 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:26.612058 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-73df15dc-abb2-425d-ae62-904378f36972 req-72c2b922-8a70-4f77-8b4c-4a24f4bc8d79 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0574927 Aug 19 23:53:26.657942 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-73df15dc-abb2-425d-ae62-904378f36972 req-857c0681-e502-4e23-be0a-77214c688d59 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Aug 19 23:53:26.753247 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92559a-d292-417d-a0b6-4af9732b8df6 req-da856eb1-3330-456c-b86f-a5e4a0ce9649 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:26.761338 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa92559a-d292-417d-a0b6-4af9732b8df6 req-da856eb1-3330-456c-b86f-a5e4a0ce9649 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0737576 Aug 19 23:53:26.801329 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa92559a-d292-417d-a0b6-4af9732b8df6 req-4dc08288-9175-44ac-af42-c7a48b079ea7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386014 Aug 19 23:53:26.951473 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac0e2b-9ad1-457f-b1bd-863d0f3bdc60 req-4da1dd2d-01fa-43fd-9118-77bce9944d33 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:26.953100 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0bac0e2b-9ad1-457f-b1bd-863d0f3bdc60 req-4da1dd2d-01fa-43fd-9118-77bce9944d33 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.0567420 Aug 19 23:53:26.994860 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0bac0e2b-9ad1-457f-b1bd-863d0f3bdc60 req-e14c58c7-1a75-42eb-a2ee-ad1283f47a05 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349722 Aug 19 23:53:27.337538 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:27.339987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd517eb-730f-4451-9628-5d534154ffbd" -d '{"events": [{"server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:27.377438 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92bd91b-5d03-444e-99da-5d340aff64cb x-openstack-request-id: req-d92bd91b-5d03-444e-99da-5d340aff64cb {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:27.378043 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "name": "network-vif-plugged", "status": "completed", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:27.378466 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d92bd91b-5d03-444e-99da-5d340aff64cb {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:27.379016 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'code': 200} Aug 19 23:53:27.559321 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c85f-2a7f-4368-83b6-5776f741fe97 req-28731bcb-db67-4e3b-b9e8-a1c950a2e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:27.560817 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad93c85f-2a7f-4368-83b6-5776f741fe97 req-28731bcb-db67-4e3b-b9e8-a1c950a2e1f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0454335 Aug 19 23:53:27.599489 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ad93c85f-2a7f-4368-83b6-5776f741fe97 req-7d771a81-a584-4787-96f9-0a3e755b07a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297990 Aug 19 23:53:27.811273 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe46fd-572f-4a50-81e5-3b17b7fef01e req-b514d05c-2872-461b-8189-b3bbd666fa9f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:27.819881 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-88fe46fd-572f-4a50-81e5-3b17b7fef01e req-b514d05c-2872-461b-8189-b3bbd666fa9f tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0796950 Aug 19 23:53:27.887313 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-88fe46fd-572f-4a50-81e5-3b17b7fef01e req-7ac5c3db-1fc4-4c28-8614-1abaf8e06886 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656366 Aug 19 23:53:27.939955 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c83ccd-65ff-4570-81ac-3acaa2abf142 req-57f3db12-8456-40f7-987c-5739dde562e9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:27.942244 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-95c83ccd-65ff-4570-81ac-3acaa2abf142 req-57f3db12-8456-40f7-987c-5739dde562e9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0537419 Aug 19 23:53:28.037477 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-95c83ccd-65ff-4570-81ac-3acaa2abf142 req-17cf4c4a-f8ac-4649-bd7f-c3f72dc99557 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749848 Aug 19 23:53:28.156521 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f558e-538d-4fe8-93f2-01bd63addac8 req-27a290c9-4c8e-4092-858b-787964742e74 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:28.157580 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a8f558e-538d-4fe8-93f2-01bd63addac8 req-27a290c9-4c8e-4092-858b-787964742e74 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.0650568 Aug 19 23:53:28.202472 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a8f558e-538d-4fe8-93f2-01bd63addac8 req-6b61611a-699d-4d70-8977-caeec9ab0f65 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373256 Aug 19 23:53:28.982781 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-c815691d-136e-446d-baba-32015f4bc959 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:28.984315 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-c815691d-136e-446d-baba-32015f4bc959 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.0685866 Aug 19 23:53:29.089352 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91488df-f165-45f3-8a57-ab3393fd9007 req-237d66ab-e72e-4328-b3c9-8761c49972a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:29.096613 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b91488df-f165-45f3-8a57-ab3393fd9007 req-237d66ab-e72e-4328-b3c9-8761c49972a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.1244314 Aug 19 23:53:29.110143 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5ae7be4b-cf6c-4b2a-80e3-f6cfaa70dc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:29.180281 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b91488df-f165-45f3-8a57-ab3393fd9007 req-05e9cc85-665c-44a7-a9b8-9e13733d1daf tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777795 Aug 19 23:53:29.212114 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Deleting port cf787846-f95c-4b6e-be83-e9a8e0256d81 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:53:29.212453 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:29.259531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29d51-b93d-4d5c-b945-2ac01381f760 req-164df15a-3a31-46dc-9c7f-38c2ee926f77 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:29.261053 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07b29d51-b93d-4d5c-b945-2ac01381f760 req-164df15a-3a31-46dc-9c7f-38c2ee926f77 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1429849 Aug 19 23:53:29.362152 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07b29d51-b93d-4d5c-b945-2ac01381f760 req-9693ed8a-0395-42c9-b02a-f0ef1c0f97db tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889080 Aug 19 23:53:29.373204 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bcd5-a12f-4b94-8f9e-5496516e32c1 req-5b04cdb9-6d73-4681-8f45-019f31da9fc7 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:29.374671 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3fa3bcd5-a12f-4b94-8f9e-5496516e32c1 req-5b04cdb9-6d73-4681-8f45-019f31da9fc7 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.1237326 Aug 19 23:53:29.413478 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] For port cf787846-f95c-4b6e-be83-e9a8e0256d81, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cf787846-f95c-4b6e-be83-e9a8e0256d81,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:29.413843 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:29.438319 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3fa3bcd5-a12f-4b94-8f9e-5496516e32c1 req-96e0895c-a949-492a-b08b-a568d0754c87 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Aug 19 23:53:29.585005 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe296bb-83fc-45ba-b7a7-4dfaa7474cd9 req-7552ae08-7431-4d6b-bff7-629d37f148b6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:29.592668 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8fe296bb-83fc-45ba-b7a7-4dfaa7474cd9 req-7552ae08-7431-4d6b-bff7-629d37f148b6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 946 time: 0.1263320 Aug 19 23:53:29.671486 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8fe296bb-83fc-45ba-b7a7-4dfaa7474cd9 req-ecd7c24f-7588-40ac-8431-7789189f0d3c tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups?id=48b4653f-8020-439f-96ed-1166b7502b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783277 Aug 19 23:53:29.687457 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:29.687836 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:29.688151 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Floating IP e0f193a7-6ac1-43d7-9047-77b53200682a disassociated. External IP: 172.27.0.251, port: cf787846-f95c-4b6e-be83-e9a8e0256d81. Aug 19 23:53:29.688547 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Calling delete_port for cf787846-f95c-4b6e-be83-e9a8e0256d81 owned by compute:nova {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:53:29.887321 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d72c6-361f-4f7f-b2ce-978023cffe4c req-1b44ab52-6177-4bff-ada6-63e1ef5ceb67 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:29.889206 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-760d72c6-361f-4f7f-b2ce-978023cffe4c req-1b44ab52-6177-4bff-ada6-63e1ef5ceb67 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0938396 Aug 19 23:53:29.899382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:29.951522 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event deleted for resources: {'Port': ['ID=cf787846-f95c-4b6e-be83-e9a8e0256d81,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:30.030139 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-760d72c6-361f-4f7f-b2ce-978023cffe4c req-2b1d6983-a137-4a6e-89fd-04a8a666a8cf tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278532 Aug 19 23:53:30.388557 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Router edff3905-6fa9-477b-a40c-6c5984f3769a has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:53:30.582789 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135db8-2f2f-4da1-97f3-b1cce641280e req-b4c8b945-f903-40ba-868b-b70d0fec6cd3 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:30.584815 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-56135db8-2f2f-4da1-97f3-b1cce641280e req-b4c8b945-f903-40ba-868b-b70d0fec6cd3 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0917590 Aug 19 23:53:30.623376 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:53:30.640918 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:53:30.652408 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:30.653021 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:53:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:30.668463 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-56135db8-2f2f-4da1-97f3-b1cce641280e req-64af5847-5d04-493c-aa99-f2cdc3bc6286 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779238 Aug 19 23:53:30.682487 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] No DVR routers for this DVR port cf787846-f95c-4b6e-be83-e9a8e0256d81 on host hv-cinder-80531 {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:53:30.685503 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:30.687913 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0722b0ef-db59-4a46-81e8-96eea5d98173 req-9a5684f5-3458-46f4-bad6-008e09ff86d9 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.45 "DELETE /v2.0/ports/cf787846-f95c-4b6e-be83-e9a8e0256d81 HTTP/1.1" status: 204 len: 173 time: 1.6934450 Aug 19 23:53:30.688419 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'name': 'network-vif-deleted', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:30.692933 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d89f1-f5ac-4aa5-9d43-d2a7e1f97ee2" -d '{"events": [{"server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "name": "network-vif-deleted", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:30.810765 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d709a0-ddef-494e-a1e7-7976d51b0b5b x-openstack-request-id: req-13d709a0-ddef-494e-a1e7-7976d51b0b5b {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:30.811055 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4965bfd7-19b3-492f-86ea-02fc3771bb3a", "name": "network-vif-deleted", "tag": "cf787846-f95c-4b6e-be83-e9a8e0256d81", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:30.811339 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13d709a0-ddef-494e-a1e7-7976d51b0b5b {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:30.811729 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4965bfd7-19b3-492f-86ea-02fc3771bb3a', 'name': 'network-vif-deleted', 'tag': 'cf787846-f95c-4b6e-be83-e9a8e0256d81', 'status': 'completed', 'code': 200} Aug 19 23:53:30.842744 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4a38dd90-b79c-4d15-900b-d5190f66b7ac req-131ac5d5-b64a-4bbe-986b-59a8b5b4c7ab tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4965bfd7-19b3-492f-86ea-02fc3771bb3a HTTP/1.1" status: 200 len: 210 time: 0.0550566 Aug 19 23:53:30.877579 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:31.087498 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:31.113900 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:53:31.123199 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:31.123728 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:53:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:31.311488 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:31.568984 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:31.600089 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67cc40-1f6f-4f12-9762-65684071ae25 None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:46:46Z', 'revision_number': 4, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5138dbef-79ee-4277-94c8-98e17e8785ed', 'name': '', 'network_id': '857b6525-e887-4e5c-9cff-883d8ffb3b68', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'mac_address': 'fa:16:3e:31:df:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:45Z', 'updated_at': '2021-08-19T23:46:54Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'subnets': [{'id': 'ea06435f-c1ce-4d2e-91c6-0f23e8e493eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:53:31.695241 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b9139ee7-d0fd-411d-80a9-5db0bb815b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:31.868600 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39ddaf-b0af-4e79-9156-f6621ec7943e req-bf7f0ccf-ea94-429a-b73f-1e6a0a504dd1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:31.870671 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0b39ddaf-b0af-4e79-9156-f6621ec7943e req-bf7f0ccf-ea94-429a-b73f-1e6a0a504dd1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0904269 Aug 19 23:53:31.932958 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:31.934577 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0b39ddaf-b0af-4e79-9156-f6621ec7943e req-43b18fc7-9ee6-4537-a4db-78dfd0c4ee5d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534706 Aug 19 23:53:31.985355 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f27b6-9faf-4aeb-b420-311874de8a1d None None] New status for floating IP e0f193a7-6ac1-43d7-9047-77b53200682a: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:53:32.048945 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37912) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:32.128283 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-619775ff-aad1-499a-ba5a-e8de2ce6538a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.161258 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-619775ff-aad1-499a-ba5a-e8de2ce6538a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.229058 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-619775ff-aad1-499a-ba5a-e8de2ce6538a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.231969 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-619775ff-aad1-499a-ba5a-e8de2ce6538a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.233251 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-619775ff-aad1-499a-ba5a-e8de2ce6538a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "DELETE /v2.0/security-groups/48b4653f-8020-439f-96ed-1166b7502b85 HTTP/1.1" status: 204 len: 168 time: 0.1833091 Aug 19 23:53:32.237074 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 37918) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:32.243490 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619775ff-aad1-499a-ba5a-e8de2ce6538a tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b4653f-8020-439f-96ed-1166b7502b85,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:32.256881 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.api.v2.resource [None req-4df0b5a9-7fd0-439f-9aad-9677370672ed tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] show failed (client error): The resource could not be found. Aug 19 23:53:32.260848 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37922) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:32.262595 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4df0b5a9-7fd0-439f-9aad-9677370672ed tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "GET /v2.0/security-groups/48b4653f-8020-439f-96ed-1166b7502b85 HTTP/1.1" status: 404 len: 347 time: 0.0237734 Aug 19 23:53:32.409686 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Deleting port e81d9961-10c6-4d70-bf15-4aaa468f0bb6 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:53:32.410028 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.482076 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.482305 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.493660 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Calling delete_port for e81d9961-10c6-4d70-bf15-4aaa468f0bb6 owned by network:floatingip {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:53:32.622165 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.649484 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Pushing event deleted for resources: {'Port': ['ID=e81d9961-10c6-4d70-bf15-4aaa468f0bb6,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:32.708203 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:53:32.710499 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks [] for floatingip, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.713053 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.714190 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c627d0b4-29bd-4e27-801e-7eaac604aaf6 tempest-AttachVolumeTestJSON-271120625 tempest-AttachVolumeTestJSON-271120625-project] 10.222.0.18 "DELETE /v2.0/floatingips/e0f193a7-6ac1-43d7-9047-77b53200682a HTTP/1.1" status: 204 len: 168 time: 0.4521251 Aug 19 23:53:32.879548 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.922656 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-13de74e7-5670-464d-a1c7-dff2a47c27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:32.924234 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-13de74e7-5670-464d-a1c7-dff2a47c27d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1099 time: 0.0437160 Aug 19 23:53:33.008053 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device cf787846-f95c-4b6e-be83-e9a8e0256d81 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:53:33.029336 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: cf787846-f95c-4b6e-be83-e9a8e0256d81 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:53:33.029675 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device cf787846-f95c-4b6e-be83-e9a8e0256d81 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:53:33.053555 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-81d694b6-b694-47fc-a52c-8994e3ffe9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:33.055156 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-81d694b6-b694-47fc-a52c-8994e3ffe9c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.1240025 Aug 19 23:53:33.109283 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e750-3edd-4c28-82d9-6342a5346bf9 req-67d20b02-8c3e-4935-b66b-0c9eb30388b1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:33.110760 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bd50e750-3edd-4c28-82d9-6342a5346bf9 req-67d20b02-8c3e-4935-b66b-0c9eb30388b1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.1026685 Aug 19 23:53:33.146636 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-0d7a3141-01e1-44c6-babb-2ff3484c72fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 1002 time: 0.0839384 Aug 19 23:53:33.166404 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bd50e750-3edd-4c28-82d9-6342a5346bf9 req-142a2ae8-6607-4810-a8f6-4f6924ad0183 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483539 Aug 19 23:53:33.205082 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-85884958-4ce5-44d1-a5c3-9cf18fcea7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:33.206528 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-85884958-4ce5-44d1-a5c3-9cf18fcea7dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0499837 Aug 19 23:53:33.251714 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-c9f5fa7d-d978-4524-bb1f-a14121961c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:33.253176 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-c9f5fa7d-d978-4524-bb1f-a14121961c77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392964 Aug 19 23:53:33.340983 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-9be59d60-e4d2-4619-81e5-a48b351c559e service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801339 Aug 19 23:53:33.431597 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90990a5c-bacf-43c1-875a-63ba8ecc19ae req-a8913935-07f5-43cf-919c-4ef98b630656 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831759 Aug 19 23:53:34.286998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6760e-02ca-4330-86b3-c411a559d3c0 req-c7fe2d2e-97d5-4780-a18c-9588e6c37384 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:34.288500 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2af6760e-02ca-4330-86b3-c411a559d3c0 req-c7fe2d2e-97d5-4780-a18c-9588e6c37384 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0487673 Aug 19 23:53:34.325415 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2af6760e-02ca-4330-86b3-c411a559d3c0 req-5fc93eae-b690-4777-adf2-50fe5cd7fcae tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311460 Aug 19 23:53:34.364736 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.448441 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac3130-b53d-4cd6-a35d-a84222db342b req-850b6411-35bd-4413-aae5-eee2abd8984f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:35.450157 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e9ac3130-b53d-4cd6-a35d-a84222db342b req-850b6411-35bd-4413-aae5-eee2abd8984f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0518968 Aug 19 23:53:35.488742 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e9ac3130-b53d-4cd6-a35d-a84222db342b req-b7394b82-17b7-443c-9946-21bf71b1a530 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323737 Aug 19 23:53:36.244093 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 37994) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:36.393519 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620468-bf2b-4d4a-8055-5f9acbcef1b8 req-781492c8-aa87-46f6-88a6-8d4c5a9be3bb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:36.395449 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e0620468-bf2b-4d4a-8055-5f9acbcef1b8 req-781492c8-aa87-46f6-88a6-8d4c5a9be3bb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 946 time: 0.0572932 Aug 19 23:53:36.480211 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e0620468-bf2b-4d4a-8055-5f9acbcef1b8 req-5f8630e5-8d6f-4f6f-869e-1d8959dc19ed tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744929 Aug 19 23:53:36.554691 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38020) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:36.637966 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-b7f8fd4d-926c-4732-a12c-40d183c980bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820091 Aug 19 23:53:36.858550 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:37.046843 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:53:37.129912 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:37.163721 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Deleting port 5138dbef-79ee-4277-94c8-98e17e8785ed {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:53:37.164176 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:37.242190 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] For port 5138dbef-79ee-4277-94c8-98e17e8785ed, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=5138dbef-79ee-4277-94c8-98e17e8785ed,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:37.242567 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:37.256001 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Calling delete_port for 5138dbef-79ee-4277-94c8-98e17e8785ed owned by network:router_interface {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:53:37.271009 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:37.273207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec9b6af-8e56-4230-9f7d-c0aecf519206" -d '{"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:37.286797 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:37.291209 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:37.318212 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ffecd-8cc1-404c-a344-b1017ff392d9 x-openstack-request-id: req-085ffecd-8cc1-404c-a344-b1017ff392d9 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:37.318496 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:37.318743 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-085ffecd-8cc1-404c-a344-b1017ff392d9 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:37.319140 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'code': 200} Aug 19 23:53:37.342639 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=8']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:37.490495 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:37.500098 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-667cf323-7cc0-463f-8225-4e229208eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:37.501612 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-667cf323-7cc0-463f-8225-4e229208eac4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37&tenant_id=ca1a81dda7e64cca80834e44879379d0 HTTP/1.1" status: 200 len: 1097 time: 0.1062851 Aug 19 23:53:37.520087 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5138dbef-79ee-4277-94c8-98e17e8785ed,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:37.686485 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-8f8c1b4d-1058-446b-9269-19399e06ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:37.688032 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-8f8c1b4d-1058-446b-9269-19399e06ca61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1097 time: 0.1618979 Aug 19 23:53:37.981677 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9707-f94c-4105-a547-0bcdf30c0693 req-8fa610d4-e16c-493c-bac2-bf20b6a41717 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:37.983046 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa8d9707-f94c-4105-a547-0bcdf30c0693 req-8fa610d4-e16c-493c-bac2-bf20b6a41717 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.3845642 Aug 19 23:53:38.109810 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aa8d9707-f94c-4105-a547-0bcdf30c0693 req-0900528b-f931-48b0-b60b-dc86928bc066 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753033 Aug 19 23:53:38.110390 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:38.168821 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-d70f1d11-45fc-495f-a622-331092a860d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:38.170298 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-d70f1d11-45fc-495f-a622-331092a860d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.4721184 Aug 19 23:53:38.278918 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-0c628798-119e-4b40-af29-253de261c220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 1000 time: 0.0996273 Aug 19 23:53:38.377286 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-19097e11-190b-4e92-a499-cae5f85cc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:38.378787 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-19097e11-190b-4e92-a499-cae5f85cc7c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0924294 Aug 19 23:53:38.469169 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Router edff3905-6fa9-477b-a40c-6c5984f3769a has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:53:38.473357 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-7237e041-5cba-432e-9cc9-5073633f1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:38.474860 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-7237e041-5cba-432e-9cc9-5073633f1435 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688264 Aug 19 23:53:38.649338 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-be7b1b6a-b158-4adf-b3e2-c9162253bd7a service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651545 Aug 19 23:53:38.650695 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:53:38.658591 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e27738ef-4528-4d2e-afeb-94cb1379b7aa admin admin] 10.222.0.18 "PUT /v2.0/routers/edff3905-6fa9-477b-a40c-6c5984f3769a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108162 Aug 19 23:53:38.658802 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38038) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:38.659962 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] Sync routers for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:53:38.669485 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:38.670359 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:53:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:38.750721 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1125f02d-e122-4edc-aa6f-bfb652bf4501 req-036c2f70-1aa6-477a-98f5-1eb9eb366669 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935690 Aug 19 23:53:38.774828 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:38.795481 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:38.910000 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:38.934200 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5d99-6c4b-44fe-aca9-6c1eab939d7c req-a54f3a47-a832-4346-b415-dd3318470f0e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:38.935923 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5c1d5d99-6c4b-44fe-aca9-6c1eab939d7c req-a54f3a47-a832-4346-b415-dd3318470f0e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0612504 Aug 19 23:53:38.973659 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Deleting port 6ce0791c-e19a-49d8-a350-c0945f8c4a15 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:53:38.974089 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.001079 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:53:37Z', 'revision_number': 5, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port': {'id': '6ce0791c-e19a-49d8-a350-c0945f8c4a15', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:46:40Z', 'updated_at': '2021-08-19T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:39.012710 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5c1d5d99-6c4b-44fe-aca9-6c1eab939d7c req-a2377bde-37a6-481a-85b4-3221ab6fc48a tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669563 Aug 19 23:53:39.036050 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] Checking router: edff3905-6fa9-477b-a40c-6c5984f3769a for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:53:39.040487 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38056) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:39.050129 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] Routers {'edff3905-6fa9-477b-a40c-6c5984f3769a'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:39.053814 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:53:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['edff3905-6fa9-477b-a40c-6c5984f3769a'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:39.073133 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] For port 6ce0791c-e19a-49d8-a350-c0945f8c4a15, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=6ce0791c-e19a-49d8-a350-c0945f8c4a15,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:39.073621 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.087307 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Calling delete_port for 6ce0791c-e19a-49d8-a350-c0945f8c4a15 owned by network:router_gateway {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:53:39.152615 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7572b92-44e0-4718-8608-cbf72d85c88e tempest-TestMinimumBasicScenario-825970613 tempest-TestMinimumBasicScenario-825970613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:39.156771 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d7572b92-44e0-4718-8608-cbf72d85c88e tempest-TestMinimumBasicScenario-825970613 tempest-TestMinimumBasicScenario-825970613-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1094 time: 0.1126375 Aug 19 23:53:39.157111 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38072) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:39.170231 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'port_id': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:39.184346 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] Set router edff3905-6fa9-477b-a40c-6c5984f3769a gateway port host: None {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:39.206095 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.254112 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:53:38Z', 'revision_number': 6, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:39.295042 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84657d2e-a5f8-4a6e-9605-3d2de1ba3630 None None] The sync data for ids ['edff3905-6fa9-477b-a40c-6c5984f3769a'] in dv-cinder-805316-1-iscsi is: [{'id': 'edff3905-6fa9-477b-a40c-6c5984f3769a', 'name': 'tempest-AttachVolumeTestJSON-622949112-router', 'tenant_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:46:39Z', 'updated_at': '2021-08-19T23:53:38Z', 'revision_number': 6, 'project_id': 'c4d50104ebe341c6a5f17a1a31f798be', 'gw_port_host': None}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:53:39.317387 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6cf8-8415-474b-9535-fd121404fe28 req-e0d5820c-4ab1-46a2-8f9a-d7493bbacd55 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:39.319325 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-921b6cf8-8415-474b-9535-fd121404fe28 req-e0d5820c-4ab1-46a2-8f9a-d7493bbacd55 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.1261623 Aug 19 23:53:39.374992 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.399217 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-921b6cf8-8415-474b-9535-fd121404fe28 req-30928041-0892-482c-b9fc-29ab00f3ee4e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687442 Aug 19 23:53:39.435129 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.441769 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce0791c-e19a-49d8-a350-c0945f8c4a15,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:39.519586 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.660547 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Allocated IP 172.27.0.25 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/cc586d86-07f5-422b-b9e8-e489e0a9831b) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:53:39.674461 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.679842 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.745984 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.746755 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edff3905-6fa9-477b-a40c-6c5984f3769a {{(pid=100859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:53:39.761104 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.762383 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-54b596b8-29f2-4ee6-9782-f292bd049ef3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/edff3905-6fa9-477b-a40c-6c5984f3769a HTTP/1.1" status: 204 len: 168 time: 1.1024458 Aug 19 23:53:39.771439 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38074) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:39.855344 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Deleting subnet ea06435f-c1ce-4d2e-91c6-0f23e8e493eb {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:53:39.862997 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.870889 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.923757 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.949318 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:39.998235 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:53:40.001166 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:40.004400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:53:40.044418 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'Port': ['ID=cc586d86-07f5-422b-b9e8-e489e0a9831b,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:40.084013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.164071 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.203111 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea06435f-c1ce-4d2e-91c6-0f23e8e493eb,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:40.205895 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.210861 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-19f7881a-73b9-458b-8456-df514da705f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ea06435f-c1ce-4d2e-91c6-0f23e8e493eb HTTP/1.1" status: 204 len: 168 time: 0.4362531 Aug 19 23:53:40.211402 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38076) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:40.214926 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38118ea9-28aa-482d-a114-298600527faf None None] Network 857b6525-e887-4e5c-9cff-883d8ffb3b68 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:53:40.328409 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.411124 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Deleting port e30c9471-8e9d-4c07-b7d3-2acbcad76771 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:53:40.411848 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.493519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] DHCP port deletion for 857b6525-e887-4e5c-9cff-883d8ffb3b68 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:53:40.526228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] For port e30c9471-8e9d-4c07-b7d3-2acbcad76771, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=e30c9471-8e9d-4c07-b7d3-2acbcad76771,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:40.526629 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.541808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Calling delete_port for e30c9471-8e9d-4c07-b7d3-2acbcad76771 owned by network:dhcp {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:53:40.575945 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] Deleting port e30c9471-8e9d-4c07-b7d3-2acbcad76771 {{(pid=100861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:53:40.575945 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.642816 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] For port e30c9471-8e9d-4c07-b7d3-2acbcad76771, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=e30c9471-8e9d-4c07-b7d3-2acbcad76771,segment=NetworkSegment(163931d1-4f8b-4b53-8e8b-1f79458d0f8f),segment_id=163931d1-4f8b-4b53-8e8b-1f79458d0f8f)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:40.643393 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.643572 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.651076 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.675917 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] Calling delete_port for e30c9471-8e9d-4c07-b7d3-2acbcad76771 owned by network:dhcp {{(pid=100861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:53:40.700890 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30c9471-8e9d-4c07-b7d3-2acbcad76771,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:40.705293 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] No DVR routers for this DVR port e30c9471-8e9d-4c07-b7d3-2acbcad76771 on host dv-cinder-805316-1-iscsi {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:53:40.723045 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa9c2d-ab12-4ef9-9096-089b9241cf4c req-e7ad856d-6485-4ba8-afcb-168dfac06dfb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:40.724748 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-72aa9c2d-ab12-4ef9-9096-089b9241cf4c req-e7ad856d-6485-4ba8-afcb-168dfac06dfb tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.1696863 Aug 19 23:53:40.803333 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.821750 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857b6525-e887-4e5c-9cff-883d8ffb3b68']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:40.831310 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-72aa9c2d-ab12-4ef9-9096-089b9241cf4c req-d0637811-439f-4b49-99dc-735c3469df26 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968103 Aug 19 23:53:40.832795 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.860801 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163931d1-4f8b-4b53-8e8b-1f79458d0f8f') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:40.862379 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163931d1-4f8b-4b53-8e8b-1f79458d0f8f') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:40.884858 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.894956 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device e30c9471-8e9d-4c07-b7d3-2acbcad76771 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:53:40.915279 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.924013 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: e30c9471-8e9d-4c07-b7d3-2acbcad76771 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:53:40.924356 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device e30c9471-8e9d-4c07-b7d3-2acbcad76771 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:53:40.924849 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6ce0791c-e19a-49d8-a350-c0945f8c4a15 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:53:40.927293 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:53:40.928078 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.953343 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 6ce0791c-e19a-49d8-a350-c0945f8c4a15 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:53:40.953571 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6ce0791c-e19a-49d8-a350-c0945f8c4a15 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:53:40.954121 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5138dbef-79ee-4277-94c8-98e17e8785ed no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:53:40.956466 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196'] for port, after_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.982722 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 5138dbef-79ee-4277-94c8-98e17e8785ed {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:53:40.983071 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5138dbef-79ee-4277-94c8-98e17e8785ed not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:53:41.001727 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:53:41.021472 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] Pushing event deleted for resources: {'Port': ['ID=e30c9471-8e9d-4c07-b7d3-2acbcad76771,revision_number=None']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:41.023314 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35a608-bb78-42bf-9e6e-d9003cf9b213 None None] No DVR routers for this DVR port e30c9471-8e9d-4c07-b7d3-2acbcad76771 on host dv-cinder-805316-1-iscsi {{(pid=100861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:53:41.024813 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.031228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.035581 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/857b6525-e887-4e5c-9cff-883d8ffb3b68 HTTP/1.1" status: 204 len: 168 time: 0.8209250 Aug 19 23:53:41.064166 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b7305-a772-4990-bafb-9b6f4a2d52e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=857b6525-e887-4e5c-9cff-883d8ffb3b68,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:41.089088 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.094024 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.179883 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'Port': ['ID=cc586d86-07f5-422b-b9e8-e489e0a9831b,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:41.193564 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.220843 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38082) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:41.266462 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-5389a9e0-0804-46ed-8afd-7a493c483915 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4d50104ebe341c6a5f17a1a31f798be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425673 Aug 19 23:53:41.266824 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38084) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:41.324228 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e9a12c87-2f60-4705-a537-3433dc767d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.341024 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Floating IP 294b3b7c-896b-43a5-a7bd-b6a126b69fac associated. External IP: 172.27.0.25, port: ecd554af-0318-43c0-95bd-81c98abbeabe. Aug 19 23:53:41.348206 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e9a12c87-2f60-4705-a537-3433dc767d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.408346 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e9a12c87-2f60-4705-a537-3433dc767d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.411455 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e9a12c87-2f60-4705-a537-3433dc767d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.412969 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-e9a12c87-2f60-4705-a537-3433dc767d72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee00b526-41b8-48c5-b00c-fa21aa9d7f96 HTTP/1.1" status: 204 len: 168 time: 0.1448469 Aug 19 23:53:41.436519 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a12c87-2f60-4705-a537-3433dc767d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee00b526-41b8-48c5-b00c-fa21aa9d7f96,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:41.583431 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Router 8bf64d83-7642-4339-8ae9-c57ece39f4bf has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:53:41.703924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:53:41.715249 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] Sync routers for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:53:41.723170 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.724891 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:41.725708 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:53:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:41.751351 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d37e154b-cd6f-4b27-87b1-efb1d3bba538 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5929954 Aug 19 23:53:41.752631 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:41.755286 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38092) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:41.755937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93aa21b-e94e-4973-a248-71883e2bcead" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:41.760674 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640535412', 'description': 'tempest-secgroup-smoke-1640535412 description', 'project_id': '7c5035d7595848f78c911d1907cf0658'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:41.798442 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fef446-f196-4542-ae9c-7a4e5b94321e x-openstack-request-id: req-94fef446-f196-4542-ae9c-7a4e5b94321e {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:41.798735 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:41.798988 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94fef446-f196-4542-ae9c-7a4e5b94321e {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:41.799416 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'status': 'completed', 'code': 200} Aug 19 23:53:41.799839 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.879234 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:41.922516 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.928491 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.967080 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.968568 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2120183 Aug 19 23:53:41.969750 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc0a3a-d9d0-4895-bfb9-d283312244dd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c66761-63fd-4bbe-b0e0-234580bc3a9b,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:41.981162 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38102) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:41.986185 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group_rule': {'security_group_id': '48c66761-63fd-4bbe-b0e0-234580bc3a9b', 'project_id': '7c5035d7595848f78c911d1907cf0658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:41.989848 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48134b-254e-4155-a185-f784a5749d00 req-bcb030fa-66ab-4ba2-987c-53b793f0c207 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:41.991851 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1f48134b-254e-4155-a185-f784a5749d00 req-bcb030fa-66ab-4ba2-987c-53b793f0c207 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0679004 Aug 19 23:53:42.021936 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.134293 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1f48134b-254e-4155-a185-f784a5749d00 req-e669aa10-09e0-4b0a-a053-98521907767d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350458 Aug 19 23:53:42.188821 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.199122 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.222579 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857ce9e4-16f7-4bc3-aa24-0431b37cb3bb,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:42.254447 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.258483 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38112) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:42.258620 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-03f357e5-5c62-4acc-87d3-9d489708a781 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763090 Aug 19 23:53:42.263422 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group_rule': {'security_group_id': '48c66761-63fd-4bbe-b0e0-234580bc3a9b', 'project_id': '7c5035d7595848f78c911d1907cf0658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:42.286246 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '294b3b7c-896b-43a5-a7bd-b6a126b69fac', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'port_id': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'mac_address': 'fa:16:3e:c5:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:53:40Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 0, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:58Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:42.297263 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.315625 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] Checking router: 8bf64d83-7642-4339-8ae9-c57ece39f4bf for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:53:42.325295 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:42.326726 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:53:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:42.355561 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.359192 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.379801 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1503acc-f4c4-4a2a-a73b-ee4c993947c9,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:42.401026 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.404766 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-31709958-b30b-4e95-9b5c-def30191e0bd tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426733 Aug 19 23:53:42.404926 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38118) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:42.416539 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group_rule': {'security_group_id': '48c66761-63fd-4bbe-b0e0-234580bc3a9b', 'project_id': '7c5035d7595848f78c911d1907cf0658', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:42.448950 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:42.450968 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.537101 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.542998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.565672 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bba6125-cd5c-4320-8ae7-707d8650a132,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:42.580478 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.583186 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-c4c95aad-7157-4717-927b-d4e8b14ddaaa tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759968 Aug 19 23:53:42.584744 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38124) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:42.589258 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group_rule': {'security_group_id': '48c66761-63fd-4bbe-b0e0-234580bc3a9b', 'project_id': '7c5035d7595848f78c911d1907cf0658', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:42.636577 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.728717 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.735751 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.760601 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '294b3b7c-896b-43a5-a7bd-b6a126b69fac', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'port_id': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'mac_address': 'fa:16:3e:c5:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:53:40Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 0, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:58Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:42.777124 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ad0817-bb16-40d5-9f2c-42eb9d0fde32,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:42.785620 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.787167 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-f106e712-fc85-4fe1-8c9a-3f20e96451a5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2014256 Aug 19 23:53:42.789982 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38134) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:42.792177 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e131a7f-2575-49f4-80ff-50da94f28048 None None] The sync data for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi is: [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '294b3b7c-896b-43a5-a7bd-b6a126b69fac', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'port_id': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'mac_address': 'fa:16:3e:c5:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:53:40Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 0, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:58Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:53:42.795581 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group_rule': {'security_group_id': '48c66761-63fd-4bbe-b0e0-234580bc3a9b', 'project_id': '7c5035d7595848f78c911d1907cf0658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:42.833001 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.securitygroups_db [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Project 7c5035d7595848f78c911d1907cf0658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 23:53:42.836368 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.919946 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.924897 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.955825 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b7bfcf-a3d7-45e2-b844-c46c354b8484,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:42.968337 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:42.972806 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-c9173fc3-d4eb-43cf-9b67-b7a1cf0fdf96 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788349 Aug 19 23:53:42.973107 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38150) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:42.978773 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'security_group_rule': {'security_group_id': '48c66761-63fd-4bbe-b0e0-234580bc3a9b', 'project_id': '7c5035d7595848f78c911d1907cf0658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:43.008625 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.securitygroups_db [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Project 7c5035d7595848f78c911d1907cf0658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 23:53:43.021704 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.125209 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1f3467-b769-497b-86a0-20091521d020 None None] New status for floating IP 294b3b7c-896b-43a5-a7bd-b6a126b69fac: ACTIVE {{(pid=100861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:53:43.134392 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.144473 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.194586 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f4d3ba-25de-474a-87ca-53469921a603,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:43.206653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.208093 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-9342e4e7-58f3-44c1-b6ea-cd933d9b9696 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2335408 Aug 19 23:53:43.363424 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-972943ae-6454-4044-8c92-45e573ca5140 req-ae406476-b61f-4ff5-a919-5b678bdcb4d1 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640535412&fields=id&tenant_id=7c5035d7595848f78c911d1907cf0658 HTTP/1.1" status: 200 len: 267 time: 0.1051419 Aug 19 23:53:43.381900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c9b2-3513-4ffa-b91e-22fae4d1c0d2 req-28887c0c-2612-43e7-9f68-c159e27548b2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:43.387603 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fdf0c9b2-3513-4ffa-b91e-22fae4d1c0d2 req-28887c0c-2612-43e7-9f68-c159e27548b2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0994816 Aug 19 23:53:43.403012 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38158) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:43.460034 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fdf0c9b2-3513-4ffa-b91e-22fae4d1c0d2 req-93c15f96-3194-46a8-9656-6abb345f2045 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598874 Aug 19 23:53:43.468616 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972943ae-6454-4044-8c92-45e573ca5140 req-b69eaf20-5611-4aa2-9c91-b083995e22c1 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:43.470201 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-972943ae-6454-4044-8c92-45e573ca5140 req-b69eaf20-5611-4aa2-9c91-b083995e22c1 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0816634 Aug 19 23:53:43.483351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'port': {'security_groups': ['f950d15e-046e-4555-9432-86cf7b72e220', '48c66761-63fd-4bbe-b0e0-234580bc3a9b']}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:43.538563 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4fa2df8c-0f8f-4181-85a3-425478663192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.572821 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.638588 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4fa2df8c-0f8f-4181-85a3-425478663192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.643075 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4fa2df8c-0f8f-4181-85a3-425478663192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.679992 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2df8c-0f8f-4181-85a3-425478663192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40fc86-a3b2-48b1-a757-4bcf19b93e01,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:43.684156 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4fa2df8c-0f8f-4181-85a3-425478663192 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc025dcf8b754bf9bbd2078eb10f4c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799160 Aug 19 23:53:43.686698 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38162) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:43.742528 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f53de32b-2cd4-499f-b824-0fc63df76158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.766734 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f53de32b-2cd4-499f-b824-0fc63df76158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.818716 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:43.844728 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f53de32b-2cd4-499f-b824-0fc63df76158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.848062 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f53de32b-2cd4-499f-b824-0fc63df76158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.852038 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f53de32b-2cd4-499f-b824-0fc63df76158 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd40fc86-a3b2-48b1-a757-4bcf19b93e01 HTTP/1.1" status: 204 len: 168 time: 0.1615946 Aug 19 23:53:43.859136 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de32b-2cd4-499f-b824-0fc63df76158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40fc86-a3b2-48b1-a757-4bcf19b93e01,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:43.860104 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.866967 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.880245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecd554af-0318-43c0-95bd-81c98abbeabe'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:53:43.959235 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:43.961668 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.965961 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-972943ae-6454-4044-8c92-45e573ca5140 req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "PUT /v2.0/ports/ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 982 time: 0.4878309 Aug 19 23:53:43.998891 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:44.001183 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32acf7d0-47f9-4824-a98c-c62b05833ead" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:44.042156 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecd554af-0318-43c0-95bd-81c98abbeabe'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:53:44.054330 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4aea-f83f-46b1-af9f-fffe2e2a3c1d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=6']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:44.174580 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18680569-3215-4fab-8a87-dfce5fe511be x-openstack-request-id: req-18680569-3215-4fab-8a87-dfce5fe511be {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:44.175911 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:44.176325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18680569-3215-4fab-8a87-dfce5fe511be {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:44.177050 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'status': 'completed', 'code': 200} Aug 19 23:53:44.224605 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec316a9-54d4-4eb9-b361-d4006ffd8bcf req-0cce78dd-cba4-4d75-ada5-e86b85b24751 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:44.226115 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9ec316a9-54d4-4eb9-b361-d4006ffd8bcf req-0cce78dd-cba4-4d75-ada5-e86b85b24751 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.1496429 Aug 19 23:53:44.307358 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9ec316a9-54d4-4eb9-b361-d4006ffd8bcf req-555fc855-d1f5-4fb5-b41a-c5ff371e8b3c tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693486 Aug 19 23:53:44.521134 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-fb2d632b-b33b-4125-8559-c07164505ae2 None None] Provisioning complete for port ecd554af-0318-43c0-95bd-81c98abbeabe triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:44.521672 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-fb2d632b-b33b-4125-8559-c07164505ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:44.712334 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74513ee7-7e70-4a8d-91b6-6473b82cad2b req-a7dcac63-784d-46f3-811f-da4bd0ca067a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:44.714049 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-74513ee7-7e70-4a8d-91b6-6473b82cad2b req-a7dcac63-784d-46f3-811f-da4bd0ca067a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0937333 Aug 19 23:53:44.788795 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-74513ee7-7e70-4a8d-91b6-6473b82cad2b req-875dc7c3-d185-456c-a04f-5785ea3983e3 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638230 Aug 19 23:53:45.980898 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad31d-0f78-4182-a49f-6b1d8baa91d2 req-85598994-391d-4045-83db-5d8c104da953 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:45.991291 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a12ad31d-0f78-4182-a49f-6b1d8baa91d2 req-85598994-391d-4045-83db-5d8c104da953 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0994964 Aug 19 23:53:46.025781 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a12ad31d-0f78-4182-a49f-6b1d8baa91d2 req-04bd1236-c94c-4e97-b33a-9745c8e6d0c7 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330269 Aug 19 23:53:47.170641 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1dd4-b2c9-4726-a41f-e391f12bde1d req-b08aea6c-4ecc-4d9d-94df-a8c2cebcf61a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:47.172210 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-067a1dd4-b2c9-4726-a41f-e391f12bde1d req-b08aea6c-4ecc-4d9d-94df-a8c2cebcf61a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0589292 Aug 19 23:53:47.225321 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-067a1dd4-b2c9-4726-a41f-e391f12bde1d req-f0b91faa-1909-42ac-90d0-788b38d8de5f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462534 Aug 19 23:53:48.350586 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0814457-da5d-4148-a2e4-dd0eb2bb6217 req-e656f559-2c65-4e1b-9ed9-106444a102e2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:48.350586 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b0814457-da5d-4148-a2e4-dd0eb2bb6217 req-e656f559-2c65-4e1b-9ed9-106444a102e2 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0470958 Aug 19 23:53:48.387906 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b0814457-da5d-4148-a2e4-dd0eb2bb6217 req-c1673912-f7b4-4795-a21f-4ac1b9b283b3 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343804 Aug 19 23:53:49.295505 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38274) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:49.404403 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.505849 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.512584 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.536618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82832f02-5b95-492c-9e13-5c0e72060059 req-c9d26526-bed7-45f0-b491-a2f00ea7583a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:49.538260 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-82832f02-5b95-492c-9e13-5c0e72060059 req-c9d26526-bed7-45f0-b491-a2f00ea7583a tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0778222 Aug 19 23:53:49.552677 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9c046f7e9284156abf942d85117339d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560780 Aug 19 23:53:49.555742 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38280) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:49.557934 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146af49e-ad90-4be6-9eb9-1b269fb0f9bb,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:49.566698 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.567248 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.567579 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.567981 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.568317 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.568653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.569034 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.569635 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.569750 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.570066 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.570388 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.570719 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79a68e-d226-4ec9-bf0d-17da68eebf95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.606552 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-82832f02-5b95-492c-9e13-5c0e72060059 req-94ea9d03-7dc9-4f8b-bb3c-206a943c07e8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551333 Aug 19 23:53:49.637682 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.659884 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.706434 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.709012 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:49.710134 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/146af49e-ad90-4be6-9eb9-1b269fb0f9bb HTTP/1.1" status: 204 len: 168 time: 0.1480620 Aug 19 23:53:49.717330 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146af49e-ad90-4be6-9eb9-1b269fb0f9bb,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:49.724675 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.725018 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.725358 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.725692 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.726022 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.726351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.726690 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.727013 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.727359 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.727750 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.727985 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.728305 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa933f-039d-435b-9387-6cbc72b5a3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:49.994317 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38288) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:50.008086 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3157acd7-8cfe-4e7d-8782-d126c0a5c71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.096993 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3157acd7-8cfe-4e7d-8782-d126c0a5c71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.100777 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3157acd7-8cfe-4e7d-8782-d126c0a5c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.403733 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157acd7-8cfe-4e7d-8782-d126c0a5c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d767cf0-4871-4135-9e78-b442dd6e744c,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:50.407729 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3157acd7-8cfe-4e7d-8782-d126c0a5c71b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a723f78217b043ebac01e33815793a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124074 Aug 19 23:53:50.412390 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38290) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:50.459456 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-92863e93-6300-4420-b49a-37e787b957b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.480038 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-92863e93-6300-4420-b49a-37e787b957b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.524932 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-92863e93-6300-4420-b49a-37e787b957b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.527712 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-92863e93-6300-4420-b49a-37e787b957b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:50.528820 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-92863e93-6300-4420-b49a-37e787b957b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d767cf0-4871-4135-9e78-b442dd6e744c HTTP/1.1" status: 204 len: 168 time: 0.1155293 Aug 19 23:53:50.536750 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92863e93-6300-4420-b49a-37e787b957b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d767cf0-4871-4135-9e78-b442dd6e744c,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:50.703679 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-282312ff-9323-4ab9-b389-964ead561cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:50.705528 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-282312ff-9323-4ab9-b389-964ead561cea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1138 time: 0.0568178 Aug 19 23:53:50.824845 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba4143-82db-410f-aa1a-35e315bb00ed req-1fe2ffde-d482-4895-9952-7f1b19e68460 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:50.826344 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d0ba4143-82db-410f-aa1a-35e315bb00ed req-1fe2ffde-d482-4895-9952-7f1b19e68460 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.1198907 Aug 19 23:53:50.857654 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-d467b6a6-963b-48ef-92f4-b2e979b0c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:50.859131 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-d467b6a6-963b-48ef-92f4-b2e979b0c0ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 915 time: 0.1433005 Aug 19 23:53:50.922787 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d0ba4143-82db-410f-aa1a-35e315bb00ed req-fac30c8f-142c-4e94-aef2-71b95c029233 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861416 Aug 19 23:53:50.949312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-acce747b-16bb-44a0-9142-cf772691bb37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 1001 time: 0.0765619 Aug 19 23:53:51.017800 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-c3d88dc5-8a59-4882-9f0f-a297c3eea7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:51.019940 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-c3d88dc5-8a59-4882-9f0f-a297c3eea7d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0637653 Aug 19 23:53:51.080649 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-749e5648-525e-4b57-9998-a48b313bf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:51.082758 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-749e5648-525e-4b57-9998-a48b313bf07f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517428 Aug 19 23:53:51.178534 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-0353796b-0c3c-4940-a5dd-1436054d9918 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Aug 19 23:53:51.273275 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-32acf7d0-47f9-4824-a98c-c62b05833ead req-bfb593b7-ff94-4ccd-a466-db496c3b1c31 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803216 Aug 19 23:53:52.063512 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b701a-4887-4a72-8a7b-eee81c4f3791 req-e2ba8263-251f-4dfd-b8ce-4afaa5d9f69b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:52.065199 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d34b701a-4887-4a72-8a7b-eee81c4f3791 req-e2ba8263-251f-4dfd-b8ce-4afaa5d9f69b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0692708 Aug 19 23:53:52.105431 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d34b701a-4887-4a72-8a7b-eee81c4f3791 req-03c72de5-50e1-406c-838f-5a700494c37b tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 Aug 19 23:53:52.177634 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38348) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:52.279584 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdab8-8a41-4a8e-84c8-4d74eb801495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.367498 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdab8-8a41-4a8e-84c8-4d74eb801495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.372577 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdab8-8a41-4a8e-84c8-4d74eb801495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.410246 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d6dbdab8-8a41-4a8e-84c8-4d74eb801495 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16533f395e164afa8694520db9c7a707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314980 Aug 19 23:53:52.412173 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbdab8-8a41-4a8e-84c8-4d74eb801495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94afe6-4625-4a71-aff3-3db0e6ab3bdc,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:52.412907 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38352) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:52.461420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-338845cc-1109-4f74-82ef-a8d2b1920485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.483764 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-338845cc-1109-4f74-82ef-a8d2b1920485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.528934 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-338845cc-1109-4f74-82ef-a8d2b1920485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.531503 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-338845cc-1109-4f74-82ef-a8d2b1920485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.532636 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-338845cc-1109-4f74-82ef-a8d2b1920485 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d94afe6-4625-4a71-aff3-3db0e6ab3bdc HTTP/1.1" status: 204 len: 168 time: 0.1187637 Aug 19 23:53:52.539928 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338845cc-1109-4f74-82ef-a8d2b1920485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94afe6-4625-4a71-aff3-3db0e6ab3bdc,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:52.777939 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38358) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:52.791325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-26f9759c-2026-4ab9-801e-487e99b2cfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.875280 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-26f9759c-2026-4ab9-801e-487e99b2cfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.878646 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-26f9759c-2026-4ab9-801e-487e99b2cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.917706 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-26f9759c-2026-4ab9-801e-487e99b2cfea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a02f56e09bcf4b19af5d62d62979a3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388390 Aug 19 23:53:52.918523 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9759c-2026-4ab9-801e-487e99b2cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc34c0-1bbe-4da7-a7ca-729b12b50289,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:52.920481 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38360) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:52.972815 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64518408-9391-4e20-b917-456d830c8982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:52.993951 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64518408-9391-4e20-b917-456d830c8982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:53.039415 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64518408-9391-4e20-b917-456d830c8982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:53.042128 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-64518408-9391-4e20-b917-456d830c8982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:53.043240 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-64518408-9391-4e20-b917-456d830c8982 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fcc34c0-1bbe-4da7-a7ca-729b12b50289 HTTP/1.1" status: 204 len: 168 time: 0.1216950 Aug 19 23:53:53.050772 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518408-9391-4e20-b917-456d830c8982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc34c0-1bbe-4da7-a7ca-729b12b50289,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:53.225243 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08b14f-c3dd-42f3-8275-ac04dbb354dc req-77eea6b9-e0e6-476b-a24f-ca59c7e10b24 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:53.226746 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bf08b14f-c3dd-42f3-8275-ac04dbb354dc req-77eea6b9-e0e6-476b-a24f-ca59c7e10b24 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 944 time: 0.0496521 Aug 19 23:53:53.263700 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bf08b14f-c3dd-42f3-8275-ac04dbb354dc req-d17b3c0d-29c8-49c8-919f-e4352fd01033 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308480 Aug 19 23:53:53.997042 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:53:54.063987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aa21b-e94e-4973-a248-71883e2bcead req-1be6562b-c06f-4936-bfb1-f6d73049f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.066482 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-1be6562b-c06f-4936-bfb1-f6d73049f99c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1138 time: 0.0483739 Aug 19 23:53:54.077965 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:54.114358 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:54.125315 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'port_id': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'mac_address': 'fa:16:3e:e2:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:53:54.163333 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:54.173943 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aa21b-e94e-4973-a248-71883e2bcead req-66d85106-9af3-4065-9114-7c235ae071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.176037 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-66d85106-9af3-4065-9114-7c235ae071cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 915 time: 0.1027513 Aug 19 23:53:54.176869 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6ab011-0153-4468-b9db-6da8b3ce103d {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:53:54.199232 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:54.203217 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:54.245440 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-115debbe-baba-47b3-a8a2-2e128840fd01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 1001 time: 0.0591960 Aug 19 23:53:54.253019 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=9']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:54.297789 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aa21b-e94e-4973-a248-71883e2bcead req-a8a0bfcd-eb14-4e9b-b93d-60b6238a0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.299316 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-a8a0bfcd-eb14-4e9b-b93d-60b6238a0a13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0464373 Aug 19 23:53:54.377863 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aa21b-e94e-4973-a248-71883e2bcead req-a12d691e-2285-4084-942f-3d698519cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.380694 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-a12d691e-2285-4084-942f-3d698519cb69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744510 Aug 19 23:53:54.397465 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f3e02-3682-4adb-8e88-3b1c559afad6 req-731e276c-ea12-4bfd-9356-e12639b342e8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.398919 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a0f3e02-3682-4adb-8e88-3b1c559afad6 req-731e276c-ea12-4bfd-9356-e12639b342e8 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 945 time: 0.0634274 Aug 19 23:53:54.466463 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-e67e31bd-1650-44cb-bd7c-7f86300693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.468129 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-e67e31bd-1650-44cb-bd7c-7f86300693fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca1a81dda7e64cca80834e44879379d0&device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1098 time: 0.0400712 Aug 19 23:53:54.470830 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ce6ab011-0153-4468-b9db-6da8b3ce103d'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:53:54.502828 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8a0f3e02-3682-4adb-8e88-3b1c559afad6 req-f4c90030-9a69-4a33-9dda-e0adb7c2bb91 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944908 Aug 19 23:53:54.532767 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-ad68951f-14f8-492a-8db5-729d5570d614 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324174 Aug 19 23:53:54.577850 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-627e0431-ef9d-4f26-98a4-267901f99054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.579523 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-627e0431-ef9d-4f26-98a4-267901f99054 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 200 len: 918 time: 0.0907161 Aug 19 23:53:54.624751 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a93aa21b-e94e-4973-a248-71883e2bcead req-b4a867e9-32a3-4564-a4ad-7337d4774dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841997 Aug 19 23:53:54.645664 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-a987e0cc-17a6-418a-aa6f-4be3fe187b12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 200 len: 1001 time: 0.0578752 Aug 19 23:53:54.694867 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-a395e8df-f1c0-4aa6-ad49-1782bb7c1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.696289 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-a395e8df-f1c0-4aa6-ad49-1782bb7c1aab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 200 len: 856 time: 0.0420980 Aug 19 23:53:54.745526 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-48455b75-3512-4b60-b033-42acb119790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:54.746976 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-48455b75-3512-4b60-b033-42acb119790c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cfa06da-ec0c-4bec-a06f-1600cbf0e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418398 Aug 19 23:53:54.835849 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-2465c521-b613-4c4c-b74e-5d23b8184e2b service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805724 Aug 19 23:53:54.928336 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-afbc4a13-b262-4d35-b53f-eddd90e175da req-d82f2560-13f3-47d4-ace0-b72b7761d9a5 service neutron] 10.222.0.45 "GET /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839348 Aug 19 23:53:55.126173 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:55.175628 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port ce6ab011-0153-4468-b9db-6da8b3ce103d triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:55.176129 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:55.388111 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:55.410670 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:53:55.413223 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92aecef-acb8-4553-83b4-1285af9a49f0" -d '{"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:53:55.426507 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:55.431814 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:55.455970 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be942cd-b155-4c39-a3c2-3116c5f3c8b9 x-openstack-request-id: req-9be942cd-b155-4c39-a3c2-3116c5f3c8b9 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:53:55.456261 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-plugged", "status": "completed", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:53:55.456519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9be942cd-b155-4c39-a3c2-3116c5f3c8b9 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:53:55.456910 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'code': 200} Aug 19 23:53:55.486560 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=10']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:55.636712 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4383c0b-5874-4a3b-abb9-8be2ecd68ef5 req-08fa8009-4ad6-4ce7-9c3c-b6a373a3764c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:55.638169 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d4383c0b-5874-4a3b-abb9-8be2ecd68ef5 req-08fa8009-4ad6-4ce7-9c3c-b6a373a3764c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0496116 Aug 19 23:53:55.674104 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d4383c0b-5874-4a3b-abb9-8be2ecd68ef5 req-92b72942-8416-4c0c-a59d-a543645dc6aa tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301132 Aug 19 23:53:56.797135 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338f89f-8004-4594-a69b-084dd60e528c req-eca1052a-67a1-4e8e-a5f1-c844f1d8bd9f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:56.798616 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8338f89f-8004-4594-a69b-084dd60e528c req-eca1052a-67a1-4e8e-a5f1-c844f1d8bd9f tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0537968 Aug 19 23:53:56.839254 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8338f89f-8004-4594-a69b-084dd60e528c req-451698c4-79ec-4ce8-9818-1a89d94c59c0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Aug 19 23:53:57.954718 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443994d2-4bee-4b1e-8ca9-7f4bd7d3dd75 req-4aa00e3d-d1c4-4c53-b4f0-8e59b2b0ff51 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:57.956838 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-443994d2-4bee-4b1e-8ca9-7f4bd7d3dd75 req-4aa00e3d-d1c4-4c53-b4f0-8e59b2b0ff51 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0472133 Aug 19 23:53:57.993064 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-443994d2-4bee-4b1e-8ca9-7f4bd7d3dd75 req-bcd572fe-f5dc-4efe-a0ca-c032cea60a0c tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305872 Aug 19 23:53:58.390422 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d550d-689a-488a-ae5e-7a8659e70052 req-36cf23c1-aac4-4943-ab54-73dda1cd2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:58.391986 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-327d550d-689a-488a-ae5e-7a8659e70052 req-36cf23c1-aac4-4943-ab54-73dda1cd2360 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 1100 time: 0.0395849 Aug 19 23:53:58.427504 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-327d550d-689a-488a-ae5e-7a8659e70052 req-77f449a5-69cb-40df-a0ad-533ac1edaaff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276132 Aug 19 23:53:59.082397 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a87706cc-ed4c-4fa7-9718-84452c1d069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:59.109796 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d88d6b-ed83-4a1a-849d-55a177baa7cf req-0cffcdeb-14d5-4320-b797-7604309f574d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:59.111214 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22d88d6b-ed83-4a1a-849d-55a177baa7cf req-0cffcdeb-14d5-4320-b797-7604309f574d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0479934 Aug 19 23:53:59.149206 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-22d88d6b-ed83-4a1a-849d-55a177baa7cf req-10fe9a74-e8fc-463a-bd95-3a459f8c8671 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304966 Aug 19 23:54:00.269025 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358dc6-46c1-4471-8409-284c73790e0e req-0e3de262-7ca6-4730-91fd-ffa0b30cc901 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:00.270513 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39358dc6-46c1-4471-8409-284c73790e0e req-0e3de262-7ca6-4730-91fd-ffa0b30cc901 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0526817 Aug 19 23:54:00.310183 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39358dc6-46c1-4471-8409-284c73790e0e req-6e624506-a34b-40df-a0aa-55f4fa5cf31e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Aug 19 23:54:01.425564 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3bdfa-9f80-4a9e-8c5d-061f234b042d req-27c75e79-3d19-43a3-a6ab-e9b39fc796d0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:01.427052 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7bf3bdfa-9f80-4a9e-8c5d-061f234b042d req-27c75e79-3d19-43a3-a6ab-e9b39fc796d0 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0488172 Aug 19 23:54:01.463391 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7bf3bdfa-9f80-4a9e-8c5d-061f234b042d req-0c679e2d-7933-4a77-aaec-6743f11826d9 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303936 Aug 19 23:54:01.686660 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-244089b6-f7df-4e18-a4e1-2e2fca55bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:01.916559 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.081415 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-fae57c5f-57b0-4c8a-aa4e-c95bcc5c52a5 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033246183&fields=id&tenant_id=53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 267 time: 0.0323768 Aug 19 23:54:02.187618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-31f3b998-7785-4091-b861-bf8818c76302 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:02.189069 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-31f3b998-7785-4091-b861-bf8818c76302 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 812 time: 0.1011069 Aug 19 23:54:02.204537 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-8c164828-fc37-4681-a827-5d45961f5739 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/quotas/53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 375 time: 0.0087767 Aug 19 23:54:02.261088 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-87d5963e-987f-4464-b597-ad0f25a81c7f tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512869 Aug 19 23:54:02.356982 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-8cdc461c-a038-4715-bdc6-44ace2dc4f4a service neutron] 10.222.0.18 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840297 Aug 19 23:54:02.404389 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38538) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:02.446758 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-ebd5d187-6311-4342-b801-edf4ffab2047 service neutron] 10.222.0.18 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836520 Aug 19 23:54:02.512502 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0897-5422-4b89-bc75-7df141972520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.605350 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0897-5422-4b89-bc75-7df141972520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.609427 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0897-5422-4b89-bc75-7df141972520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.649249 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6a6d0897-5422-4b89-bc75-7df141972520 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e07ad4de606c40efadca01afc7fd3d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413638 Aug 19 23:54:02.649249 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d0897-5422-4b89-bc75-7df141972520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257fcdc6-eb4d-410a-8cdb-abc8d06cdf77,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:02.649569 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38548) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:02.700666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-06a3af33-08a9-44ba-96da-6375a44b5db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.747042 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-06a3af33-08a9-44ba-96da-6375a44b5db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.750122 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-237a0a8a-9e34-440b-a2f1-5650f4a13780 req-fbacd411-f813-44fc-8fc3-b58c5b79e25c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 210 time: 0.0375106 Aug 19 23:54:02.797657 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-06a3af33-08a9-44ba-96da-6375a44b5db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.800920 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-06a3af33-08a9-44ba-96da-6375a44b5db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:02.802230 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-06a3af33-08a9-44ba-96da-6375a44b5db2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/257fcdc6-eb4d-410a-8cdb-abc8d06cdf77 HTTP/1.1" status: 204 len: 168 time: 0.1514339 Aug 19 23:54:02.810078 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3af33-08a9-44ba-96da-6375a44b5db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257fcdc6-eb4d-410a-8cdb-abc8d06cdf77,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:02.881531 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:03.702787 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-99a1856f-39ba-4da4-a551-14a18398dfd0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:03.704317 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-99a1856f-39ba-4da4-a551-14a18398dfd0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 812 time: 0.1141677 Aug 19 23:54:03.748581 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-c738e307-7e60-4dd6-9dd4-9d754f89e610 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d07056e77a4f6fa44f067bf9ecb62f HTTP/1.1" status: 200 len: 380 time: 0.0351207 Aug 19 23:54:03.761124 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'port': {'device_id': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'admin_state_up': True, 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'security_groups': ['22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:54:03.865451 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ac765fd6-59b0-485b-b1f9-904dff5a5e43 req-8f377a16-cb76-4bfc-b7df-9b5f692fbd24 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 210 time: 0.0312419 Aug 19 23:54:03.879231 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38594) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:03.886203 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Made reservation on behalf of 53d07056e77a4f6fa44f067bf9ecb62f for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:54:03.889991 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.007619 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-838ee9d4-20c5-4832-8c70-b47713b3906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.046253 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Allocated IP 172.20.0.13 (4024a10b-67ea-4d59-b576-eb2a0908d839/71b013b8-fe32-43a6-b858-819261a026c1/f7b03db8-57f8-4804-9e09-faf7e5173ff2) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:54:04.218797 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-838ee9d4-20c5-4832-8c70-b47713b3906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.226594 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-838ee9d4-20c5-4832-8c70-b47713b3906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.255337 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.286999 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Transition to ACTIVE for port object f7b03db8-57f8-4804-9e09-faf7e5173ff2 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:54:04.291960 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-838ee9d4-20c5-4832-8c70-b47713b3906e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=764a7349c1df49bc9e97a3d78b089d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115965 Aug 19 23:54:04.292684 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ee9d4-20c5-4832-8c70-b47713b3906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10be905-96a8-42e7-a111-52ed50d18bc0,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:04.294661 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38600) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:04.327147 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.343669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7c7c03fa-f42d-4716-bd9b-6670386b99a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.364734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7c7c03fa-f42d-4716-bd9b-6670386b99a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.368335 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:54:04.372704 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.373777 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:54:04.377437 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:54:04.386527 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=f7b03db8-57f8-4804-9e09-faf7e5173ff2,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:04.415926 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7c7c03fa-f42d-4716-bd9b-6670386b99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.418437 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-7c7c03fa-f42d-4716-bd9b-6670386b99a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.420640 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7c7c03fa-f42d-4716-bd9b-6670386b99a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b10be905-96a8-42e7-a111-52ed50d18bc0 HTTP/1.1" status: 204 len: 168 time: 0.1249261 Aug 19 23:54:04.429643 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c03fa-f42d-4716-bd9b-6670386b99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10be905-96a8-42e7-a111-52ed50d18bc0,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:04.446194 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:04.446964 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.469750 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-30e1ff42-0b70-41e1-8656-23088d492d99 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7125227 Aug 19 23:54:04.484307 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Request body: {'port': {'device_id': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:54:04.548858 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.674821 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-49708d7e-dbfc-41ad-84b7-30aa541bfde9 None None] Provisioning for port f7b03db8-57f8-4804-9e09-faf7e5173ff2 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:54:04.680536 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-49708d7e-dbfc-41ad-84b7-30aa541bfde9 None None] Provisioning complete for port f7b03db8-57f8-4804-9e09-faf7e5173ff2 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:54:04.681047 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-49708d7e-dbfc-41ad-84b7-30aa541bfde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.716319 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-49708d7e-dbfc-41ad-84b7-30aa541bfde9 None None] Port f7b03db8-57f8-4804-9e09-faf7e5173ff2 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:54:04.822485 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b03db8-57f8-4804-9e09-faf7e5173ff2 {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:54:04.829521 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.842336 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Transition to ACTIVE for port object f7b03db8-57f8-4804-9e09-faf7e5173ff2 will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:54:04.849111 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.903543 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Pushing event updated for resources: {'Port': ['ID=f7b03db8-57f8-4804-9e09-faf7e5173ff2,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:04.971384 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Attempting to bind port f7b03db8-57f8-4804-9e09-faf7e5173ff2 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:54:04.971719 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Attempting to bind port f7b03db8-57f8-4804-9e09-faf7e5173ff2 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:54:04.972053 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Attempting to bind port f7b03db8-57f8-4804-9e09-faf7e5173ff2 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:54:04.978643 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Port f7b03db8-57f8-4804-9e09-faf7e5173ff2 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:54:04.979061 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Attempting to bind port f7b03db8-57f8-4804-9e09-faf7e5173ff2 on network 4024a10b-67ea-4d59-b576-eb2a0908d839 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:54:04.984632 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:54:04.985047 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Checking segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:54:04.985502 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Bound using segment: {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:54:04.986009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Bound port: f7b03db8-57f8-4804-9e09-faf7e5173ff2, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7723fb-293a-45b7-91f3-700f84dcd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:54:04.986435 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:04.999193 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087282-8d84-450c-a836-aaeca0397c3c req-ae1e073f-5018-422e-91c5-67a39fe5b9cb tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.001019 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c2087282-8d84-450c-a836-aaeca0397c3c req-ae1e073f-5018-422e-91c5-67a39fe5b9cb tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0552332 Aug 19 23:54:05.041448 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c2087282-8d84-450c-a836-aaeca0397c3c req-3bf13554-b5fb-42cd-ab55-6f81ceb4436e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Aug 19 23:54:05.286728 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] For port f7b03db8-57f8-4804-9e09-faf7e5173ff2, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:54:05.289729 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] For port f7b03db8-57f8-4804-9e09-faf7e5173ff2, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:54:05.294285 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:05.325836 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.326741 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:05.328048 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] 10.222.0.45 "PUT /v2.0/ports/f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 200 len: 1094 time: 0.8483870 Aug 19 23:54:05.330250 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:54:05.333334 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4" -d '{"events": [{"name": "network-changed", "server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:54:05.361325 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfe647-21f4-40a1-b97b-e269e02c1edb service neutron] Pushing event updated for resources: {'Port': ['ID=f7b03db8-57f8-4804-9e09-faf7e5173ff2,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:05.376509 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc17de3-110c-401a-8dd7-7b25e1483683 x-openstack-request-id: req-7cc17de3-110c-401a-8dd7-7b25e1483683 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:54:05.376800 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:54:05.377055 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cc17de3-110c-401a-8dd7-7b25e1483683 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:54:05.377451 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'status': 'completed', 'code': 200} Aug 19 23:54:05.426145 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-15a25821-ea15-4320-aa50-e3aae6ac1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.427709 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-15a25821-ea15-4320-aa50-e3aae6ac1809 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1097 time: 0.0428360 Aug 19 23:54:05.475801 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-d24d5967-985c-47f6-81ed-f91a02b27904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 200 len: 217 time: 0.0379350 Aug 19 23:54:05.530979 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-f775d890-6e39-43c9-8c4f-345775044685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.532459 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-f775d890-6e39-43c9-8c4f-345775044685 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0478401 Aug 19 23:54:05.577354 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-3ee37e00-3924-472e-8841-29bad3d451bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.578851 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-3ee37e00-3924-472e-8841-29bad3d451bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394313 Aug 19 23:54:05.670307 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-57903484-55f8-4804-a564-84bef2b10e4d service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823357 Aug 19 23:54:05.760816 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-18a1e215-a73c-4bec-82a9-dbc5ec325eb8 req-4797e5dc-6878-41b1-bc39-c242e2867526 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814891 Aug 19 23:54:05.852861 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-d6722abf-2248-41b1-a723-48a2eb0f7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.854356 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-d6722abf-2248-41b1-a723-48a2eb0f7947 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1097 time: 0.0412195 Aug 19 23:54:05.945957 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-7aff3252-46bc-4580-b38a-ad616cf400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:05.947364 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-7aff3252-46bc-4580-b38a-ad616cf400ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0860806 Aug 19 23:54:05.990680 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-7689308a-7cc7-443e-9f33-c59c8f46228d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 200 len: 217 time: 0.0341651 Aug 19 23:54:06.038942 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-59b7b373-d473-401f-8a1e-9fcd1a441661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:06.040347 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-59b7b373-d473-401f-8a1e-9fcd1a441661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0423257 Aug 19 23:54:06.104167 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-4e3d16dd-72bd-40cf-8d58-1d11f6a542dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:06.104167 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-4e3d16dd-72bd-40cf-8d58-1d11f6a542dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522783 Aug 19 23:54:06.174497 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d25d4-40a2-4574-ac7e-f23c62d6b1df req-cc0f2678-a39b-4f88-936d-49517898ac24 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:06.176007 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-621d25d4-40a2-4574-ac7e-f23c62d6b1df req-cc0f2678-a39b-4f88-936d-49517898ac24 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0487833 Aug 19 23:54:06.196578 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-d704dcfd-0b61-4934-9b83-80455824dbbf service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826497 Aug 19 23:54:06.213330 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-621d25d4-40a2-4574-ac7e-f23c62d6b1df req-b0e51e52-d300-497b-8d6b-93b09ef87524 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Aug 19 23:54:06.296220 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-deb8b4fd-7403-44d8-8b9d-1e3c1a00eac4 req-2b377f91-49ae-46b6-9285-729a3241d33c service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Aug 19 23:54:07.325365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097cfb8-7e21-4bcc-a7f8-c309f26ab1ce req-125557a7-1666-4469-9ca3-6baef4bd721b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:07.326813 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3097cfb8-7e21-4bcc-a7f8-c309f26ab1ce req-125557a7-1666-4469-9ca3-6baef4bd721b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0473177 Aug 19 23:54:07.361822 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3097cfb8-7e21-4bcc-a7f8-c309f26ab1ce req-4cb35149-9310-432d-bba9-80de8039a895 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291543 Aug 19 23:54:08.477352 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4f14a-11dd-4f37-adf6-5bd23f113a13 req-3069563e-da3d-4a7c-8d45-7e3a90f57ead tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:08.478807 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1ac4f14a-11dd-4f37-adf6-5bd23f113a13 req-3069563e-da3d-4a7c-8d45-7e3a90f57ead tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0504899 Aug 19 23:54:08.519739 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1ac4f14a-11dd-4f37-adf6-5bd23f113a13 req-ded6811f-5f35-4e94-a5a4-b705f6ce01ec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345442 Aug 19 23:54:09.629921 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5b95e-7301-4608-9604-e6ba30f3e646 req-80e9956f-d7fe-403f-9aba-30117853af4d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:09.631412 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8ac5b95e-7301-4608-9604-e6ba30f3e646 req-80e9956f-d7fe-403f-9aba-30117853af4d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0479345 Aug 19 23:54:09.668817 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8ac5b95e-7301-4608-9604-e6ba30f3e646 req-66220815-58d9-4ae8-ba05-e20ba865d4ff tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Aug 19 23:54:09.707195 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:54:09.937800 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c81e3-b47d-4801-b38b-a0060c243011 req-9383c6cd-7b00-49d8-8452-a09a3af118ac tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:09.939307 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-116c81e3-b47d-4801-b38b-a0060c243011 req-9383c6cd-7b00-49d8-8452-a09a3af118ac tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0496304 Aug 19 23:54:09.939833 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-7a4182a1-ab3c-4427-b796-2a76b6d0afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:09.942116 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-7a4182a1-ab3c-4427-b796-2a76b6d0afa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1138 time: 0.0415323 Aug 19 23:54:09.978735 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-116c81e3-b47d-4801-b38b-a0060c243011 req-1f78c46d-c4c1-4d81-ae9f-f0e0ac58605c tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329194 Aug 19 23:54:10.033653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-bffc5a97-62fb-4d56-8173-13f0ed4dcbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:10.035219 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-bffc5a97-62fb-4d56-8173-13f0ed4dcbfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 915 time: 0.0858078 Aug 19 23:54:10.099360 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-20c70fd0-4380-4027-a275-f7715253fb7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 1001 time: 0.0566430 Aug 19 23:54:10.150841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-15be1021-3b32-4779-8368-05c9698e6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:10.152334 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-15be1021-3b32-4779-8368-05c9698e6ae9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0452211 Aug 19 23:54:10.200037 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-b99b649a-d6a1-4369-96c8-2f6536bf25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:10.201530 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-b99b649a-d6a1-4369-96c8-2f6536bf25fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422862 Aug 19 23:54:10.287866 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-f27eef30-626a-4134-b951-d86ef3cf2663 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792634 Aug 19 23:54:10.380827 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f970678d-7554-4a7a-8712-bf96c5efa8d1 req-b9317ceb-2329-401c-b528-d93cc0c34345 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842209 Aug 19 23:54:10.783436 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ced3f3-c679-46b5-9f67-dc785b68a4e4 req-f19382ca-fad8-46d7-9aee-57fbcafc7bdc tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:10.785419 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b0ced3f3-c679-46b5-9f67-dc785b68a4e4 req-f19382ca-fad8-46d7-9aee-57fbcafc7bdc tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0509119 Aug 19 23:54:10.822057 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b0ced3f3-c679-46b5-9f67-dc785b68a4e4 req-3fda28a5-ab71-431c-b95b-18fbb8a3fa93 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Aug 19 23:54:11.090501 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5858-abc3-4815-b3ff-8bf480db7634 req-093d9eef-0878-4734-898e-80de9d035770 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:11.092018 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-596b5858-abc3-4815-b3ff-8bf480db7634 req-093d9eef-0878-4734-898e-80de9d035770 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0471020 Aug 19 23:54:11.132174 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-596b5858-abc3-4815-b3ff-8bf480db7634 req-100540c9-6e17-402d-a385-50d2a480b07d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329125 Aug 19 23:54:11.933458 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543ca2-8c83-4914-adad-a8c6d365601f req-94d7b7a0-c0f8-4299-aa58-a34ac5224efc tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:11.934905 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7d543ca2-8c83-4914-adad-a8c6d365601f req-94d7b7a0-c0f8-4299-aa58-a34ac5224efc tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0471129 Aug 19 23:54:11.970350 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7d543ca2-8c83-4914-adad-a8c6d365601f req-8cf7e6dc-29dd-40c6-a384-b04fa9d04173 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296431 Aug 19 23:54:12.249280 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8cc03-5556-4fbd-ae01-5b5eabe03b48 req-41a3fe59-4e19-4e7b-8fdf-d1db148f4ece tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:12.250730 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cae8cc03-5556-4fbd-ae01-5b5eabe03b48 req-41a3fe59-4e19-4e7b-8fdf-d1db148f4ece tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0515721 Aug 19 23:54:12.289383 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cae8cc03-5556-4fbd-ae01-5b5eabe03b48 req-13e34960-ad29-4374-902b-123689104a62 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321927 Aug 19 23:54:13.079377 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38633d-0d78-4056-becf-e8cb8fa4a9d7 req-9078d489-f929-4518-8c09-e128c027812a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:13.080733 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f38633d-0d78-4056-becf-e8cb8fa4a9d7 req-9078d489-f929-4518-8c09-e128c027812a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 944 time: 0.0472970 Aug 19 23:54:13.117637 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f38633d-0d78-4056-becf-e8cb8fa4a9d7 req-935f95d9-64fa-4ced-92d3-5c7420938842 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Aug 19 23:54:13.187988 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f7b03db8-57f8-4804-9e09-faf7e5173ff2 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:54:13.280105 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port f7b03db8-57f8-4804-9e09-faf7e5173ff2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:13.291416 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'port_id': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'mac_address': 'fa:16:3e:d1:51:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:54:13.326315 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:13.339224 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b03db8-57f8-4804-9e09-faf7e5173ff2 {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:54:13.358573 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port f7b03db8-57f8-4804-9e09-faf7e5173ff2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:13.362155 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:13.401345 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff264-be08-46c7-bdbf-3b0e5740caee req-88da97b7-ad8b-4c25-98d7-ed8a937aef23 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:13.402821 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d1ff264-be08-46c7-bdbf-3b0e5740caee req-88da97b7-ad8b-4c25-98d7-ed8a937aef23 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0478954 Aug 19 23:54:13.410067 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=f7b03db8-57f8-4804-9e09-faf7e5173ff2,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:13.417025 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.417371 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.417707 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.418037 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.418365 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.418688 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.419009 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.419430 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.419750 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.420066 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.420380 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.420692 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:13.441993 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3d1ff264-be08-46c7-bdbf-3b0e5740caee req-0c492459-f635-4e86-a73a-f202c09f5ba6 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330961 Aug 19 23:54:13.628745 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['f7b03db8-57f8-4804-9e09-faf7e5173ff2'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:54:14.232596 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81152-60dd-44a5-ae42-695bedae085a req-0732d34a-1e56-425e-af49-eaf68ee18724 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:14.234057 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-98e81152-60dd-44a5-ae42-695bedae085a req-0732d34a-1e56-425e-af49-eaf68ee18724 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Aug 19 23:54:14.270681 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-98e81152-60dd-44a5-ae42-695bedae085a req-753c3a6e-bb91-4172-83ac-f572f9bb2b73 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308692 Aug 19 23:54:14.555046 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f091393-dfa3-471b-be91-dbc9bc6c1ca9 req-4a849ecf-7231-44c9-9536-5411134f084d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:14.556526 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f091393-dfa3-471b-be91-dbc9bc6c1ca9 req-4a849ecf-7231-44c9-9536-5411134f084d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0504029 Aug 19 23:54:14.594932 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6f091393-dfa3-471b-be91-dbc9bc6c1ca9 req-a4dc36d6-a3c4-4dd8-9953-2723737ae9c7 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325577 Aug 19 23:54:15.189261 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f7b03db8-57f8-4804-9e09-faf7e5173ff2 up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:54:15.235297 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port f7b03db8-57f8-4804-9e09-faf7e5173ff2 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:54:15.239553 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port f7b03db8-57f8-4804-9e09-faf7e5173ff2 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:54:15.239920 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:15.317290 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:15.338780 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:54:15.341004 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6413e364-657a-4d10-9485-ca6b18c90cc2" -d '{"events": [{"server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "name": "network-vif-plugged", "status": "completed", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:54:15.353786 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port f7b03db8-57f8-4804-9e09-faf7e5173ff2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:15.358238 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:15.385114 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecab-8ab3-4433-8c98-c51638e8d220 req-e218cfdc-1b64-4e13-8364-326552f60d66 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:15.385599 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc4eb2-3f92-4d72-ab7d-cac1a2a2e98a x-openstack-request-id: req-d6cc4eb2-3f92-4d72-ab7d-cac1a2a2e98a {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:54:15.385599 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "name": "network-vif-plugged", "status": "completed", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:54:15.385818 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6cc4eb2-3f92-4d72-ab7d-cac1a2a2e98a {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:54:15.386180 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'code': 200} Aug 19 23:54:15.392184 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-93a0ecab-8ab3-4433-8c98-c51638e8d220 req-e218cfdc-1b64-4e13-8364-326552f60d66 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 945 time: 0.0557799 Aug 19 23:54:15.410191 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=f7b03db8-57f8-4804-9e09-faf7e5173ff2,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:15.426006 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-93a0ecab-8ab3-4433-8c98-c51638e8d220 req-3ccd2d02-dada-4ccd-99aa-8df77a395c5b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 Aug 19 23:54:15.642075 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd98632-0e50-4af2-803d-9f86e53ab496 req-94929e62-482d-4dd9-b823-9acc0dc4acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:15.644201 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1bd98632-0e50-4af2-803d-9f86e53ab496 req-94929e62-482d-4dd9-b823-9acc0dc4acec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1099 time: 0.0395017 Aug 19 23:54:15.681346 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-1bd98632-0e50-4af2-803d-9f86e53ab496 req-fe0be8fa-eac2-41fd-a7b6-125f289d4c8b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274518 Aug 19 23:54:15.710439 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3a6de-41b8-42a9-85f7-c0f62deb08b2 req-e1217abf-4b17-4c31-9bf2-258776d1f8e2 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:15.711947 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aca3a6de-41b8-42a9-85f7-c0f62deb08b2 req-e1217abf-4b17-4c31-9bf2-258776d1f8e2 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0506198 Aug 19 23:54:15.752189 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-aca3a6de-41b8-42a9-85f7-c0f62deb08b2 req-1cf1e9cf-77b9-4cfb-b212-0101e48881ef tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340915 Aug 19 23:54:16.537954 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13ff11-eea3-4d77-b73f-284792d66d04 req-c8e7e80d-97df-41b7-b666-a494e7a6284d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:16.539459 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ef13ff11-eea3-4d77-b73f-284792d66d04 req-c8e7e80d-97df-41b7-b666-a494e7a6284d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0486920 Aug 19 23:54:16.577415 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ef13ff11-eea3-4d77-b73f-284792d66d04 req-483f81e3-0314-4ef7-8d86-b08ed4e6f7b2 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Aug 19 23:54:16.865356 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2980c9-21ac-4aa1-ae05-6c37d6b548d5 req-913645ce-fc89-4472-9d78-2f0392fbe665 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:16.866818 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bb2980c9-21ac-4aa1-ae05-6c37d6b548d5 req-913645ce-fc89-4472-9d78-2f0392fbe665 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0479841 Aug 19 23:54:16.905578 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bb2980c9-21ac-4aa1-ae05-6c37d6b548d5 req-e0f1fc18-e7bc-4983-897c-37fa83a2459e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328674 Aug 19 23:54:17.690391 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7606984-c799-48a2-8525-3a896f36edeb req-0a26641f-7f85-426e-9eb9-39906674a421 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:17.691872 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e7606984-c799-48a2-8525-3a896f36edeb req-0a26641f-7f85-426e-9eb9-39906674a421 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0507052 Aug 19 23:54:17.728080 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e7606984-c799-48a2-8525-3a896f36edeb req-23c7049f-48a9-4600-a652-c31ce02f6e33 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304894 Aug 19 23:54:17.836779 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db4106-6953-484e-a467-c91e13a6dcb4 req-d74c084f-90c4-4228-bc08-84c1065b9639 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:17.838223 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39db4106-6953-484e-a467-c91e13a6dcb4 req-d74c084f-90c4-4228-bc08-84c1065b9639 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0473812 Aug 19 23:54:17.874578 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-39db4106-6953-484e-a467-c91e13a6dcb4 req-dbe51daa-94d5-4411-8e74-15b0e31c42b6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305688 Aug 19 23:54:17.896073 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38652) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:17.935418 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f214a-542a-40bc-b9f1-f40827058fde tempest-TestVolumeBootPattern-869799518 tempest-TestVolumeBootPattern-869799518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:17.936920 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-7e8f214a-542a-40bc-b9f1-f40827058fde tempest-TestVolumeBootPattern-869799518 tempest-TestVolumeBootPattern-869799518-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1094 time: 0.0399122 Aug 19 23:54:17.939741 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38656) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:17.944089 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'port_id': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:54:17.965763 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.065183 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db53c9-885f-4325-8442-3bf8ce9bb582 req-12a47748-fa84-438a-9c6b-f9430be7aba4 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:18.066684 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f8db53c9-885f-4325-8442-3bf8ce9bb582 req-12a47748-fa84-438a-9c6b-f9430be7aba4 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0969591 Aug 19 23:54:18.123140 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f8db53c9-885f-4325-8442-3bf8ce9bb582 req-7ecd2219-93a7-4fe3-b4da-da602edb8470 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492857 Aug 19 23:54:18.136963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.240773 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Allocated IP 172.27.0.206 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/7dfe37a2-0132-43fe-97f0-504bf9499774) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:54:18.337764 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.373417 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.411978 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:54:18.414523 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:54:18.417774 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:54:18.445081 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=7dfe37a2-0132-43fe-97f0-504bf9499774,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:18.756332 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.821839 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.967834 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:18.973489 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:19.036794 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event updated for resources: {'Port': ['ID=7dfe37a2-0132-43fe-97f0-504bf9499774,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:19.047492 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:19.143361 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Floating IP ad707730-54b4-48ab-af15-b1f8c8adcd9d associated. External IP: 172.27.0.206, port: f7b03db8-57f8-4804-9e09-faf7e5173ff2. Aug 19 23:54:19.278674 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63592c-b114-4377-af8b-d8adf389aa00 req-2648f4dd-9dd5-4e94-9978-c9394786d297 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:19.280164 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9d63592c-b114-4377-af8b-d8adf389aa00 req-2648f4dd-9dd5-4e94-9978-c9394786d297 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0915291 Aug 19 23:54:19.620650 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9d63592c-b114-4377-af8b-d8adf389aa00 req-b77e4b51-3a10-440b-818a-ba29358c7a68 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3324347 Aug 19 23:54:19.670133 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:54:19.772441 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:54:19.782307 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:54:19.788651 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:19.791148 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:54:19.791741 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:54:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:19.827119 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-410348d2-e66e-4cca-b744-208a9d983bec tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8735096 Aug 19 23:54:19.827119 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:54:19.827119 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86" -d '{"events": [{"name": "network-changed", "server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:54:19.852158 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8ae575-4234-4462-b790-496b0dcf5ae2 x-openstack-request-id: req-1e8ae575-4234-4462-b790-496b0dcf5ae2 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:54:19.852447 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:54:19.852728 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e8ae575-4234-4462-b790-496b0dcf5ae2 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:54:19.853117 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'status': 'completed', 'code': 200} Aug 19 23:54:19.894623 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:54:19.918722 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-daff80cb-b872-414c-aae4-b9487113d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:19.920301 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-daff80cb-b872-414c-aae4-b9487113d8b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1099 time: 0.0409048 Aug 19 23:54:20.016410 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-e3e831d9-9f0d-402e-a118-c6eb0486e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:20.017914 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-e3e831d9-9f0d-402e-a118-c6eb0486e4c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0904338 Aug 19 23:54:20.083993 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-81c0eaeb-fbcc-47c6-8566-938eb08f6e6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 200 len: 1000 time: 0.0575643 Aug 19 23:54:20.137733 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-662bffc2-0565-4e84-bbb1-ae6a4eaa3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:20.139231 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-662bffc2-0565-4e84-bbb1-ae6a4eaa3fe3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0449598 Aug 19 23:54:20.190151 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-b9669e82-7d1f-44f7-8de6-ad406385a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:20.192242 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-b9669e82-7d1f-44f7-8de6-ad406385a00d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444322 Aug 19 23:54:20.203831 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}, {'id': 'ad707730-54b4-48ab-af15-b1f8c8adcd9d', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:d1:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:54:18Z', 'updated_at': '2021-08-19T23:54:18Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:20.228991 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:54:20.236948 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:54:20.238065 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:54:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:20.281917 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-f26c02c6-852c-46b3-b1b9-91be6f0f3604 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805237 Aug 19 23:54:20.339050 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:54:20.379518 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f2d0ae9c-00cd-4369-8d0e-df6e327f2b86 req-db354480-2865-425b-afae-192f8b600ced service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864925 Aug 19 23:54:20.563489 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}, {'id': 'ad707730-54b4-48ab-af15-b1f8c8adcd9d', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:d1:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:54:18Z', 'updated_at': '2021-08-19T23:54:18Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:20.595176 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d502baa-ddec-46cd-9b89-f433bfc79d32 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}, {'id': 'ad707730-54b4-48ab-af15-b1f8c8adcd9d', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:d1:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:54:18Z', 'updated_at': '2021-08-19T23:54:18Z', 'revision_number': 0, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:54:20.739922 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5709b-c451-4d7c-a05c-28d4900d9054 req-eb7395eb-b52a-4cad-b95c-bd4af882017e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:20.741452 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9fa5709b-c451-4d7c-a05c-28d4900d9054 req-eb7395eb-b52a-4cad-b95c-bd4af882017e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0531340 Aug 19 23:54:20.782592 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9fa5709b-c451-4d7c-a05c-28d4900d9054 req-1cad7492-c256-4cfd-ace7-b452ac221c9c tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346684 Aug 19 23:54:20.802490 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f15450-7f13-49ad-8fee-2acb0d770514 None None] New status for floating IP ad707730-54b4-48ab-af15-b1f8c8adcd9d: ACTIVE {{(pid=100861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:54:21.897924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40c080-f45b-4972-8575-ba881660a9ca req-1b14eb8d-aaf8-4da8-b1ee-fb4f65b1ea18 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:21.899449 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1b40c080-f45b-4972-8575-ba881660a9ca req-1b14eb8d-aaf8-4da8-b1ee-fb4f65b1ea18 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0473325 Aug 19 23:54:21.937038 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1b40c080-f45b-4972-8575-ba881660a9ca req-cf9c577e-6327-4141-bca3-ea896578a692 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0314009 Aug 19 23:54:23.048852 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918156-e866-47d5-8468-714bd97fd996 req-aaafa397-b135-412d-b388-7a3fe1c87e2d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:23.050716 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb918156-e866-47d5-8468-714bd97fd996 req-aaafa397-b135-412d-b388-7a3fe1c87e2d tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0480027 Aug 19 23:54:23.089950 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-eb918156-e866-47d5-8468-714bd97fd996 req-8e45b72b-4f3d-4213-a6df-5efe868f9e2b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332177 Aug 19 23:54:23.992513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:24.203954 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ba336-cbbd-40a2-84fb-7336c700b926 req-f12e1859-c5c5-4d72-a072-06a57a3d34fb tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:24.205399 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-da3ba336-cbbd-40a2-84fb-7336c700b926 req-f12e1859-c5c5-4d72-a072-06a57a3d34fb tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0510995 Aug 19 23:54:24.243858 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-da3ba336-cbbd-40a2-84fb-7336c700b926 req-f5c18bd1-970b-486d-91dd-32714c3f0947 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325131 Aug 19 23:54:25.354956 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788c67e-c90b-4f28-8d70-3e5012051cc3 req-ced9aa86-c9f8-41cb-a8a6-d4ddfbd841d9 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:25.357448 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d788c67e-c90b-4f28-8d70-3e5012051cc3 req-ced9aa86-c9f8-41cb-a8a6-d4ddfbd841d9 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0489440 Aug 19 23:54:25.395825 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d788c67e-c90b-4f28-8d70-3e5012051cc3 req-53b44ed2-9274-4e3a-b31c-f6f28000d06b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320439 Aug 19 23:54:26.514937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47c8a6-9f6e-4d83-8dbc-34ab6156a5a2 req-76e64f17-b873-4be9-a9bd-98e652cbfa49 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:26.516345 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa47c8a6-9f6e-4d83-8dbc-34ab6156a5a2 req-76e64f17-b873-4be9-a9bd-98e652cbfa49 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0548880 Aug 19 23:54:26.555178 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa47c8a6-9f6e-4d83-8dbc-34ab6156a5a2 req-355f59b9-0532-4954-8171-4d5eec24299b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=48c66761-63fd-4bbe-b0e0-234580bc3a9b&id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328665 Aug 19 23:54:29.086330 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1c2a8d1e-84cf-4ba8-b753-457dd13b54c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:31.686152 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bf687854-12d3-4acd-888b-5bb263a52644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:31.917231 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:32.883393 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:34.370615 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:35.353367 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89658-f802-4312-b33f-23e0339daed1 req-2b6dba7b-4066-4f0d-8f26-6470ba262987 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:35.354734 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9dd89658-f802-4312-b33f-23e0339daed1 req-2b6dba7b-4066-4f0d-8f26-6470ba262987 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0515206 Aug 19 23:54:35.390765 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9dd89658-f802-4312-b33f-23e0339daed1 req-c1c3eb6d-6c67-4d7d-ae23-1944506817bd tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301862 Aug 19 23:54:36.508574 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550a06-af59-43f9-98a3-e394995427cf req-27ab6ef2-ef42-49b1-a643-ea724bee50db tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:36.510026 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ba550a06-af59-43f9-98a3-e394995427cf req-27ab6ef2-ef42-49b1-a643-ea724bee50db tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0481021 Aug 19 23:54:36.545391 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ba550a06-af59-43f9-98a3-e394995427cf req-31fd8864-5844-45ac-bdc8-5dc653f07440 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups?id=0646fe3b-2396-4326-9125-cd22638a9890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295970 Aug 19 23:54:36.970728 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-c01a2ba2-ee87-4c19-8fce-a02c4817c939 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:36.972678 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-c01a2ba2-ee87-4c19-8fce-a02c4817c939 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 947 time: 0.0471876 Aug 19 23:54:37.060823 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Deleting port ce6ab011-0153-4468-b9db-6da8b3ce103d {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:54:37.061087 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:37.147833 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] For port ce6ab011-0153-4468-b9db-6da8b3ce103d, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ce6ab011-0153-4468-b9db-6da8b3ce103d,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:37.148212 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:37.308346 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:37.308730 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:37.309043 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Floating IP 69407892-2ace-410c-b243-bacbb9900c07 disassociated. External IP: 172.27.0.151, port: ce6ab011-0153-4468-b9db-6da8b3ce103d. Aug 19 23:54:37.309378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Calling delete_port for ce6ab011-0153-4468-b9db-6da8b3ce103d owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:54:37.432645 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:37.457937 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event deleted for resources: {'Port': ['ID=ce6ab011-0153-4468-b9db-6da8b3ce103d,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:37.568235 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Router 6e558eff-e294-4430-82ba-24d6850f165e has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:54:37.647540 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-288dc524-c38b-4afe-a35a-b716c6b3c27d req-4f3d605a-af47-4ed9-8a76-2a72cd4b927e tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/ports?device_id=192f0a62-7201-4e03-9527-6b5fcbb10f37 HTTP/1.1" status: 200 len: 210 time: 0.0319452 Aug 19 23:54:37.679987 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:54:37.689235 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:54:37.698523 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:54:37.699141 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:54:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:37.718885 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] No DVR routers for this DVR port ce6ab011-0153-4468-b9db-6da8b3ce103d on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:54:37.721518 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:37.723646 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-36015c5b-40bb-42e0-988b-ea26c36e072a req-56a50172-6317-421f-bb2f-57bc1c8d0292 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.45 "DELETE /v2.0/ports/ce6ab011-0153-4468-b9db-6da8b3ce103d HTTP/1.1" status: 204 len: 173 time: 0.7437036 Aug 19 23:54:37.724070 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-deleted', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:54:37.726278 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322db515-0a1a-4e8e-993c-6fb4e796e083" -d '{"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-deleted", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:54:37.764009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc41de1-2db1-4562-8283-5bdf302128b1 x-openstack-request-id: req-1bc41de1-2db1-4562-8283-5bdf302128b1 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:54:37.764295 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192f0a62-7201-4e03-9527-6b5fcbb10f37", "name": "network-vif-deleted", "tag": "ce6ab011-0153-4468-b9db-6da8b3ce103d", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:54:37.764540 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bc41de1-2db1-4562-8283-5bdf302128b1 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:54:37.764929 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192f0a62-7201-4e03-9527-6b5fcbb10f37', 'name': 'network-vif-deleted', 'tag': 'ce6ab011-0153-4468-b9db-6da8b3ce103d', 'status': 'completed', 'code': 200} Aug 19 23:54:37.813597 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:54:38.025695 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:38.051295 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:54:38.059191 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:54:38.059777 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:54:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:38.160933 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:54:38.346851 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:38.376534 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3620f9-08d4-4646-bc14-31f67f737310 None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:48:01Z', 'revision_number': 4, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '647e50d1-c751-4916-9ea2-109091135135', 'name': '', 'network_id': '1cfa06da-ec0c-4bec-a06f-1600cbf0e121', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'mac_address': 'fa:16:3e:ae:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:00Z', 'updated_at': '2021-08-19T23:48:07Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'subnets': [{'id': '2bde39ab-80dc-45f6-b477-c99d631030e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:54:38.571943 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d52d70-d863-437d-99c0-ccae6bc7b46e None None] New status for floating IP 69407892-2ace-410c-b243-bacbb9900c07: DOWN {{(pid=100861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:54:38.733819 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38708) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:38.789505 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1b386e39-e150-431e-881b-c2388b84986d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:38.812187 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1b386e39-e150-431e-881b-c2388b84986d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:38.857618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1b386e39-e150-431e-881b-c2388b84986d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:38.860268 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1b386e39-e150-431e-881b-c2388b84986d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:38.861466 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1b386e39-e150-431e-881b-c2388b84986d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "DELETE /v2.0/security-groups/0646fe3b-2396-4326-9125-cd22638a9890 HTTP/1.1" status: 204 len: 168 time: 0.1266391 Aug 19 23:54:38.864808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38710) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:38.870903 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b386e39-e150-431e-881b-c2388b84986d tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0646fe3b-2396-4326-9125-cd22638a9890,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:38.882374 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.api.v2.resource [None req-eb3cbc2f-9b04-42c1-9219-35e070a26664 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] show failed (client error): The resource could not be found. Aug 19 23:54:38.883501 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-eb3cbc2f-9b04-42c1-9219-35e070a26664 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "GET /v2.0/security-groups/0646fe3b-2396-4326-9125-cd22638a9890 HTTP/1.1" status: 404 len: 347 time: 0.0175171 Aug 19 23:54:38.886241 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38712) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:39.011374 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Deleting port 3149c08c-bdf5-40c4-9307-087a3d5f8694 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:54:39.011635 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:39.083693 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:39.084025 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:39.095297 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Calling delete_port for 3149c08c-bdf5-40c4-9307-087a3d5f8694 owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:54:39.223376 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:39.247861 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Pushing event deleted for resources: {'Port': ['ID=3149c08c-bdf5-40c4-9307-087a3d5f8694,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:39.310545 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:39.313044 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:39.314185 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d1bc5f8b-845b-4aa1-b887-a0c9081128f1 tempest-AttachVolumeShelveTestJSON-1858330137 tempest-AttachVolumeShelveTestJSON-1858330137-project] 10.222.0.18 "DELETE /v2.0/floatingips/69407892-2ace-410c-b243-bacbb9900c07 HTTP/1.1" status: 204 len: 168 time: 0.4270043 Aug 19 23:54:41.301131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:54:41.321460 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: ce6ab011-0153-4468-b9db-6da8b3ce103d {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:54:41.321799 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ce6ab011-0153-4468-b9db-6da8b3ce103d not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:54:41.711384 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38736) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:42.188580 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:42.423167 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Deleting port 647e50d1-c751-4916-9ea2-109091135135 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:54:42.423426 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:42.508276 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] For port 647e50d1-c751-4916-9ea2-109091135135, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=647e50d1-c751-4916-9ea2-109091135135,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:42.508667 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:42.520909 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Calling delete_port for 647e50d1-c751-4916-9ea2-109091135135 owned by network:router_interface {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:54:42.694122 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:42.718933 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Pushing event deleted for resources: {'Port': ['ID=647e50d1-c751-4916-9ea2-109091135135,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:42.900308 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.109389 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Router 6e558eff-e294-4430-82ba-24d6850f165e has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:54:43.212693 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:54:43.218265 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-b0e0bd6a-0f0e-44f4-8d2a-a2e4fe975716 admin admin] 10.222.0.18 "PUT /v2.0/routers/6e558eff-e294-4430-82ba-24d6850f165e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5058320 Aug 19 23:54:43.220080 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38740) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:43.221200 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] Sync routers for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:54:43.230108 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:54:43.230735 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:54:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:43.322335 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.330003 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:54:43.432677 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.483991 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Deleting port 43456121-d322-4249-8f13-40aa545c39e8 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:54:43.484311 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.563256 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] For port 43456121-d322-4249-8f13-40aa545c39e8, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=43456121-d322-4249-8f13-40aa545c39e8,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:43.563967 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.576184 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Calling delete_port for 43456121-d322-4249-8f13-40aa545c39e8 owned by network:router_gateway {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:54:43.589772 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '43456121-d322-4249-8f13-40aa545c39e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:54:42Z', 'revision_number': 5, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port': {'id': '43456121-d322-4249-8f13-40aa545c39e8', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e558eff-e294-4430-82ba-24d6850f165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:47:57Z', 'updated_at': '2021-08-19T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:43.614550 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] Checking router: 6e558eff-e294-4430-82ba-24d6850f165e for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:54:43.622668 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] Routers {'6e558eff-e294-4430-82ba-24d6850f165e'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:54:43.623279 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:54:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['6e558eff-e294-4430-82ba-24d6850f165e'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:43.707795 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] Set router 6e558eff-e294-4430-82ba-24d6850f165e gateway port host: None {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:54:43.736859 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.759888 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Pushing event deleted for resources: {'Port': ['ID=43456121-d322-4249-8f13-40aa545c39e8,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:43.760385 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:54:43Z', 'revision_number': 6, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:43.786614 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d33c12-ced8-40f1-b7d1-e18d9eda4e78 None None] The sync data for ids ['6e558eff-e294-4430-82ba-24d6850f165e'] in dv-cinder-805316-1-iscsi is: [{'id': '6e558eff-e294-4430-82ba-24d6850f165e', 'name': 'tempest-AttachVolumeShelveTestJSON-1580796346-router', 'tenant_id': 'ca1a81dda7e64cca80834e44879379d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:47:56Z', 'updated_at': '2021-08-19T23:54:43Z', 'revision_number': 6, 'project_id': 'ca1a81dda7e64cca80834e44879379d0', 'gw_port_host': None}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:54:43.824177 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.923987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.926574 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.987395 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.987847 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e558eff-e294-4430-82ba-24d6850f165e {{(pid=100860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:54:43.992629 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:43.993745 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1ea1698f-9bab-4710-aeed-0150fbb324aa admin admin] 10.222.0.18 "DELETE /v2.0/routers/6e558eff-e294-4430-82ba-24d6850f165e HTTP/1.1" status: 204 len: 168 time: 0.7726583 Aug 19 23:54:43.996230 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38742) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:44.038913 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Deleting subnet 2bde39ab-80dc-45f6-b477-c99d631030e8 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:54:44.041854 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.077890 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.187247 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.239860 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.267987 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bde39ab-80dc-45f6-b477-c99d631030e8,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:44.270426 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.272286 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8c72cb96-2dd8-449e-8b6b-3e03e302c0c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2bde39ab-80dc-45f6-b477-c99d631030e8 HTTP/1.1" status: 204 len: 168 time: 0.2751646 Aug 19 23:54:44.274703 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38744) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:44.276704 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe62a8-5d43-4074-ac72-8e9b1b05cac7 None None] Network 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:54:44.340237 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.389622 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Deleting port 91158fdf-5732-40ca-95df-5321206130ba {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:54:44.389970 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.454667 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] For port 91158fdf-5732-40ca-95df-5321206130ba, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=91158fdf-5732-40ca-95df-5321206130ba,segment=NetworkSegment(d92c092c-8ebe-4f85-aa99-55bc2208f259),segment_id=d92c092c-8ebe-4f85-aa99-55bc2208f259)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:44.454981 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.467670 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Calling delete_port for 91158fdf-5732-40ca-95df-5321206130ba owned by network:dhcp {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:54:44.527211 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] DHCP port deletion for 1cfa06da-ec0c-4bec-a06f-1600cbf0e121 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:54:44.546438 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.575771 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Pushing event deleted for resources: {'Port': ['ID=91158fdf-5732-40ca-95df-5321206130ba,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:44.579167 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] No DVR routers for this DVR port 91158fdf-5732-40ca-95df-5321206130ba on host dv-cinder-805316-1-iscsi {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:54:44.582504 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Deleting port 91158fdf-5732-40ca-95df-5321206130ba {{(pid=100861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:54:44.583110 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.645119 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] For port 91158fdf-5732-40ca-95df-5321206130ba, host dv-cinder-805316-1-iscsi, got binding levels [] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:54:44.645512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.649687 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.658126 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Calling delete_port for 91158fdf-5732-40ca-95df-5321206130ba owned by network:dhcp {{(pid=100861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:54:44.659447 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfa06da-ec0c-4bec-a06f-1600cbf0e121']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:44.660986 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.ipam_backend_mixin [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Port 91158fdf-5732-40ca-95df-5321206130ba was not found and therefore no delete operation was performed {{(pid=100861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 23:54:44.662276 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196'] for port, after_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.673416 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92c092c-8ebe-4f85-aa99-55bc2208f259') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:44.673715 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92c092c-8ebe-4f85-aa99-55bc2208f259') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:54:44.682737 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.685268 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] Pushing event deleted for resources: {'Port': ['ID=91158fdf-5732-40ca-95df-5321206130ba,revision_number=None']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:44.694249 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979e5cc-bbdc-4c3e-a193-274250685601 None None] No DVR routers for this DVR port 91158fdf-5732-40ca-95df-5321206130ba on host dv-cinder-805316-1-iscsi {{(pid=100861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:54:44.698300 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:54:44.708254 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:54:44.767151 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.771858 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:44.776003 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1cfa06da-ec0c-4bec-a06f-1600cbf0e121 HTTP/1.1" status: 204 len: 168 time: 0.4981489 Aug 19 23:54:44.789879 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305384e-aeb7-4ec7-aa60-c55bd116f771 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfa06da-ec0c-4bec-a06f-1600cbf0e121,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:44.873629 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 91158fdf-5732-40ca-95df-5321206130ba no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:54:44.893065 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38748) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:44.896774 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 91158fdf-5732-40ca-95df-5321206130ba {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:54:44.897127 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 91158fdf-5732-40ca-95df-5321206130ba not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:54:44.897556 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 647e50d1-c751-4916-9ea2-109091135135 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:54:44.919655 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 647e50d1-c751-4916-9ea2-109091135135 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:54:44.919995 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 647e50d1-c751-4916-9ea2-109091135135 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:54:44.920407 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 43456121-d322-4249-8f13-40aa545c39e8 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:54:44.935407 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-a644516c-7eb7-4898-8a8e-61349cc4a8c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca1a81dda7e64cca80834e44879379d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387757 Aug 19 23:54:44.935602 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38750) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:44.939229 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 43456121-d322-4249-8f13-40aa545c39e8 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:54:44.939576 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 43456121-d322-4249-8f13-40aa545c39e8 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:54:44.981954 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9a6c247c-06d3-4c15-8153-34e57b8ca6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:45.002839 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9a6c247c-06d3-4c15-8153-34e57b8ca6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:45.046953 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9a6c247c-06d3-4c15-8153-34e57b8ca6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:45.049458 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-9a6c247c-06d3-4c15-8153-34e57b8ca6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:45.051146 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-9a6c247c-06d3-4c15-8153-34e57b8ca6b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb3eb6d2-cdef-4188-8bc0-6a70002acaf7 HTTP/1.1" status: 204 len: 168 time: 0.1146867 Aug 19 23:54:45.058595 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c247c-06d3-4c15-8153-34e57b8ca6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3eb6d2-cdef-4188-8bc0-6a70002acaf7,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:46.706898 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:54:53.995694 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.267300 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38864) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:54.368943 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.434093 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-ea46562f-944f-4c87-93c0-1bf59deac716 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631506 Aug 19 23:54:54.515378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.519428 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.561546 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-5b45a26f-5f3d-4629-972b-b2f72e3575ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:54.563103 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-5b45a26f-5f3d-4629-972b-b2f72e3575ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1099 time: 0.0852780 Aug 19 23:54:54.565588 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=add78479df3942d7897550c7c99dac1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973242 Aug 19 23:54:54.566478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40707e80-ca1b-40da-905c-c395e5d59323,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:54.568378 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38868) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:54:54.573746 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.574095 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.574432 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.574804 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.575157 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.575491 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.575817 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.576141 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.576465 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.576786 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.577107 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.577585 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dbc64d-8c44-448a-b8a4-d9c7066f882e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.620203 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.640656 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.668041 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-9731f9a0-3253-4feb-ad3a-e1f68ef5c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:54.669550 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-9731f9a0-3253-4feb-ad3a-e1f68ef5c627 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0869277 Aug 19 23:54:54.686752 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.689472 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:54.690644 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40707e80-ca1b-40da-905c-c395e5d59323 HTTP/1.1" status: 204 len: 168 time: 0.1207471 Aug 19 23:54:54.698365 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40707e80-ca1b-40da-905c-c395e5d59323,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:54:54.706653 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.706991 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.707400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.707732 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.708057 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.708383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.708750 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.709017 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.709457 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.709785 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.710231 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.710407 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de866ee-a194-4da4-84e2-10b3975c015b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:54:54.745747 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-6a28ef87-1444-4339-9b26-b5ae1347331f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 1002 time: 0.0690498 Aug 19 23:54:54.796087 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-33a188fd-e33c-493f-9e77-62b1ba7bfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:54.797695 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-33a188fd-e33c-493f-9e77-62b1ba7bfbdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0448492 Aug 19 23:54:54.848376 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-bb515f59-7e22-4c9e-8f83-6a539a899299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:54:54.850236 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-bb515f59-7e22-4c9e-8f83-6a539a899299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447969 Aug 19 23:54:54.942868 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-a5b915b2-0bb7-435d-9879-7ea60e77f32f service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832260 Aug 19 23:54:55.038324 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-6c1e43ea-c5a6-4452-8b46-b8a2a591df6a req-d6a5a2e4-4208-4ac9-85ea-2c7915011bad service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878782 Aug 19 23:54:59.087968 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-95a31ba6-e89d-4cfc-886f-89965f0d9b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:01.686292 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-284436f7-2e65-4758-b31e-e25f3c414dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:01.918416 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:02.888508 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:04.374248 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:05.463866 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-40172d60-b05b-4fb5-aaa3-4335aca64de5 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640535412&fields=id&tenant_id=7c5035d7595848f78c911d1907cf0658 HTTP/1.1" status: 200 len: 267 time: 0.0310962 Aug 19 23:55:05.520287 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-a3820cf1-3f3b-41fe-9605-3406a0be1e8b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:05.521769 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-a3820cf1-3f3b-41fe-9605-3406a0be1e8b tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 985 time: 0.0525975 Aug 19 23:55:05.532772 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Request body: {'port': {'security_groups': ['f950d15e-046e-4555-9432-86cf7b72e220']}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:05.599558 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:05.773623 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:05.802146 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:05.806551 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:05.819325 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecd554af-0318-43c0-95bd-81c98abbeabe'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:55:05.848147 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:05.848768 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:05.850739 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4d9228fd-5fe4-4106-9451-acca0bd18647 req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "PUT /v2.0/ports/ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 943 time: 0.3223128 Aug 19 23:55:05.851210 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:55:05.853875 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f04f4d-7552-449d-acc7-512a5da6e253" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:55:05.858998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 38982) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:05.907763 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ba8170-8c26-4529-a0d4-5269156f3adb x-openstack-request-id: req-e5ba8170-8c26-4529-a0d4-5269156f3adb {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:55:05.908052 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:55:05.908302 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5ba8170-8c26-4529-a0d4-5269156f3adb {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:55:05.910112 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'status': 'completed', 'code': 200} Aug 19 23:55:05.926107 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd7fa8-1b95-4b15-9c45-edd59729ddc3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event updated for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=7']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:05.950951 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecd554af-0318-43c0-95bd-81c98abbeabe'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:55:05.962666 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-83ef2232-4d4e-473c-82fb-39d71af2a7b3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:05.988304 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-38014adf-2934-4d11-8403-fe2755fdb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:05.991530 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-38014adf-2934-4d11-8403-fe2755fdb13d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0521665 Aug 19 23:55:05.997195 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-83ef2232-4d4e-473c-82fb-39d71af2a7b3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.076713 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-83ef2232-4d4e-473c-82fb-39d71af2a7b3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.079544 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-83ef2232-4d4e-473c-82fb-39d71af2a7b3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.080808 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-83ef2232-4d4e-473c-82fb-39d71af2a7b3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "DELETE /v2.0/security-groups/48c66761-63fd-4bbe-b0e0-234580bc3a9b HTTP/1.1" status: 204 len: 168 time: 0.2204809 Aug 19 23:55:06.084214 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 38984) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:06.090382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef2232-4d4e-473c-82fb-39d71af2a7b3 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c66761-63fd-4bbe-b0e0-234580bc3a9b,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:06.133306 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-eca94a5a-8f75-4441-9cd3-3679b35336a2 None None] Provisioning complete for port ecd554af-0318-43c0-95bd-81c98abbeabe triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:06.133775 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-eca94a5a-8f75-4441-9cd3-3679b35336a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.393675 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-8938eb2f-52d5-485d-b566-5da5dc891ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:06.395178 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-8938eb2f-52d5-485d-b566-5da5dc891ef5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 915 time: 0.3963809 Aug 19 23:55:06.518623 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-52a67350-7d4f-4788-b743-89f32795ac96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 1001 time: 0.1139209 Aug 19 23:55:06.601314 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-8a2993e1-8a8d-4abb-87b3-058cc545e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:06.602659 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-8a2993e1-8a8d-4abb-87b3-058cc545e645 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0760689 Aug 19 23:55:06.640688 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Deleting port cc586d86-07f5-422b-b9e8-e489e0a9831b {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:06.641260 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.697693 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-2094ee5a-6426-4dc7-a664-adb51aa7da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:06.699275 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-2094ee5a-6426-4dc7-a664-adb51aa7da0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882642 Aug 19 23:55:06.779051 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.779905 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:06.800437 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Calling delete_port for cc586d86-07f5-422b-b9e8-e489e0a9831b owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:06.880097 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-6653b3a8-c3aa-4038-9c3f-50635876efc9 service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679399 Aug 19 23:55:07.019448 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-c3f04f4d-7552-449d-acc7-512a5da6e253 req-68614a31-847f-484b-b97c-2225e10d4d4e service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243403 Aug 19 23:55:07.073755 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:07.102395 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event deleted for resources: {'Port': ['ID=cc586d86-07f5-422b-b9e8-e489e0a9831b,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:07.165836 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:07.166164 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Floating IP 294b3b7c-896b-43a5-a7bd-b6a126b69fac disassociated (deleted). External IP: 172.27.0.25, port: ecd554af-0318-43c0-95bd-81c98abbeabe. Aug 19 23:55:07.366771 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Router 8bf64d83-7642-4339-8ae9-c57ece39f4bf has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:55:07.471719 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:07.476474 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:07.480985 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] Sync routers for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:07.490156 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:07.490746 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:07.502623 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4ffc6250-8890-4149-ab80-9718e2894e4e tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "DELETE /v2.0/floatingips/294b3b7c-896b-43a5-a7bd-b6a126b69fac HTTP/1.1" status: 204 len: 168 time: 1.4151478 Aug 19 23:55:07.503243 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:55:07.506080 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39e2423-fbfd-40ec-a250-341fba0336e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:55:07.541926 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4e325-d8c2-44a2-9cdd-45d152e204e0 x-openstack-request-id: req-5fa4e325-d8c2-44a2-9cdd-45d152e204e0 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:55:07.542214 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:55:07.542464 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fa4e325-d8c2-44a2-9cdd-45d152e204e0 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:55:07.542949 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'status': 'completed', 'code': 200} Aug 19 23:55:07.606710 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:07.609082 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-40cd3e51-fec4-43fa-91ce-8f002ad2c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:07.610619 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-40cd3e51-fec4-43fa-91ce-8f002ad2c803 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c5035d7595848f78c911d1907cf0658&device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0425618 Aug 19 23:55:07.719686 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-71a18b33-9d17-4982-95ce-174e297b33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:07.721226 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-71a18b33-9d17-4982-95ce-174e297b33e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 200 len: 915 time: 0.1032152 Aug 19 23:55:07.770243 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-bd7cca48-445a-49ef-a7c8-70db360c9414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 200 len: 217 time: 0.0407271 Aug 19 23:55:07.822998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-fc6d4140-f3b1-413c-9d30-38119fe5198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:07.824607 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-fc6d4140-f3b1-413c-9d30-38119fe5198c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 200 len: 853 time: 0.0454526 Aug 19 23:55:07.874110 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-55b4e82b-3344-4ad3-8479-5a4bc0be4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:07.875615 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-55b4e82b-3344-4ad3-8479-5a4bc0be4303 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=478ad271-e6b0-4270-801b-0919212a9d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434515 Aug 19 23:55:07.933668 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:58Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:07.962495 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] Checking router: 8bf64d83-7642-4339-8ae9-c57ece39f4bf for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:07.965016 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-ef0d09ca-8796-48fc-b158-55ee578f81ce service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797248 Aug 19 23:55:07.970931 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:07.971566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:08.058543 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-e39e2423-fbfd-40ec-a250-341fba0336e4 req-f73347ec-e728-4b16-8ce0-06b180c2548f service neutron] 10.222.0.45 "GET /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859699 Aug 19 23:55:08.075603 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:08.270673 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:58Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:08.298055 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ea82c-de89-4e7d-9226-1b294483df49 None None] The sync data for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi is: [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:51Z', 'revision_number': 4, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0', 'name': '', 'network_id': '478ad271-e6b0-4270-801b-0919212a9d87', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'mac_address': 'fa:16:3e:74:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:51Z', 'updated_at': '2021-08-19T23:52:58Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'subnets': [{'id': '456b8c79-7763-4240-b97c-f2a0bd960e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:08.510594 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dee86-fc54-432a-b57f-fea8700dfa86 None None] New status for floating IP 294b3b7c-896b-43a5-a7bd-b6a126b69fac: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:55:10.228864 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522cb90-6101-4443-a351-d8b439387302 req-cb7b2a5f-4297-42a8-adff-9841c4407183 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:10.230318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b522cb90-6101-4443-a351-d8b439387302 req-cb7b2a5f-4297-42a8-adff-9841c4407183 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0473998 Aug 19 23:55:10.266317 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b522cb90-6101-4443-a351-d8b439387302 req-2472cbed-0785-42c8-9f4c-7105d29fa625 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300727 Aug 19 23:55:11.382905 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882e281-3c0c-4e77-b5b7-364691fe6069 req-c06e96a5-467f-454b-9ab8-683e9ffcb309 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:11.384318 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1882e281-3c0c-4e77-b5b7-364691fe6069 req-c06e96a5-467f-454b-9ab8-683e9ffcb309 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0513813 Aug 19 23:55:11.687990 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1882e281-3c0c-4e77-b5b7-364691fe6069 req-cee1b166-c910-44f6-8d7a-57b66dcae983 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/security-groups?id=f950d15e-046e-4555-9432-86cf7b72e220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977610 Aug 19 23:55:12.127208 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-68a87bb3-b8d9-4141-abaa-2d380329c860 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:12.128675 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-68a87bb3-b8d9-4141-abaa-2d380329c860 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 946 time: 0.0499310 Aug 19 23:55:12.219415 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Deleting port ecd554af-0318-43c0-95bd-81c98abbeabe {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:12.219655 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:12.305906 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] For port ecd554af-0318-43c0-95bd-81c98abbeabe, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ecd554af-0318-43c0-95bd-81c98abbeabe,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:12.306271 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:12.318582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Calling delete_port for ecd554af-0318-43c0-95bd-81c98abbeabe owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:12.441577 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:12.453158 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['ecd554af-0318-43c0-95bd-81c98abbeabe'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:55:12.473964 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Pushing event deleted for resources: {'Port': ['ID=ecd554af-0318-43c0-95bd-81c98abbeabe,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:12.522661 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] No DVR routers for this DVR port ecd554af-0318-43c0-95bd-81c98abbeabe on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:55:12.525209 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:12.527441 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-ce67e1d2-6cd5-42c1-963d-40c4f3415ff7 req-5ae8ac34-4bd7-4ce7-8b54-0499cfa6de11 tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.45 "DELETE /v2.0/ports/ecd554af-0318-43c0-95bd-81c98abbeabe HTTP/1.1" status: 204 len: 173 time: 0.3914382 Aug 19 23:55:12.527863 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'name': 'network-vif-deleted', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:55:12.530054 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6651fbfc-1b38-4acd-95ac-6b02066f9138" -d '{"events": [{"server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "name": "network-vif-deleted", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:55:12.563879 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c795e4-2cb2-4432-9ed8-9873a2c70847 x-openstack-request-id: req-e1c795e4-2cb2-4432-9ed8-9873a2c70847 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:55:12.564163 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65ca14-1b69-4c8a-87a7-153dd8e24fe0", "name": "network-vif-deleted", "tag": "ecd554af-0318-43c0-95bd-81c98abbeabe", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:55:12.564412 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1c795e4-2cb2-4432-9ed8-9873a2c70847 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:55:12.564803 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65ca14-1b69-4c8a-87a7-153dd8e24fe0', 'name': 'network-vif-deleted', 'tag': 'ecd554af-0318-43c0-95bd-81c98abbeabe', 'status': 'completed', 'code': 200} Aug 19 23:55:12.789111 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2cb6c5f0-52f2-435c-b24f-f2ec25fff488 req-098ac79f-6d9a-4416-8037-3f077c8025ba tempest-TestMinimumBasicScenario-1588696061 tempest-TestMinimumBasicScenario-1588696061-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c65ca14-1b69-4c8a-87a7-153dd8e24fe0 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Aug 19 23:55:13.169975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39062) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:13.269739 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1cae2396-f3a8-4be3-89bc-cc1f3e998970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.360567 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1cae2396-f3a8-4be3-89bc-cc1f3e998970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.364145 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1cae2396-f3a8-4be3-89bc-cc1f3e998970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.405048 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-1cae2396-f3a8-4be3-89bc-cc1f3e998970 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8edd74f91d8b455bb5912fbacd28726e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340007 Aug 19 23:55:13.406139 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae2396-f3a8-4be3-89bc-cc1f3e998970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad114b-8948-4fd4-b6fe-16c8f349f6ef,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:13.407748 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39066) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:13.455057 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58d2b5ca-0dc9-489d-b9b9-1d843b877e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.477181 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58d2b5ca-0dc9-489d-b9b9-1d843b877e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.520890 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58d2b5ca-0dc9-489d-b9b9-1d843b877e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.523303 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-58d2b5ca-0dc9-489d-b9b9-1d843b877e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:13.525074 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-58d2b5ca-0dc9-489d-b9b9-1d843b877e3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcad114b-8948-4fd4-b6fe-16c8f349f6ef HTTP/1.1" status: 204 len: 168 time: 0.1162932 Aug 19 23:55:13.532647 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2b5ca-0dc9-489d-b9b9-1d843b877e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad114b-8948-4fd4-b6fe-16c8f349f6ef,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:14.635692 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39142) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:14.968931 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:15.203404 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Deleting port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:15.203749 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:15.281994 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] For port 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:15.282371 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:15.294640 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Calling delete_port for 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 owned by network:router_interface {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:15.482240 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecd554af-0318-43c0-95bd-81c98abbeabe no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:15.503612 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: ecd554af-0318-43c0-95bd-81c98abbeabe {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:15.503954 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device ecd554af-0318-43c0-95bd-81c98abbeabe not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:15.705152 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:15.733948 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:15.917215 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.123862 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Router 8bf64d83-7642-4339-8ae9-c57ece39f4bf has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:55:16.226237 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:16.234131 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39150) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:16.234630 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f12d7079-61c6-4092-9b13-7cbc47c4d33c admin admin] 10.222.0.18 "PUT /v2.0/routers/8bf64d83-7642-4339-8ae9-c57ece39f4bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970590 Aug 19 23:55:16.234730 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] Sync routers for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:16.244033 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:16.244627 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:16.335940 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.344259 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:16.436960 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.491404 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Deleting port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:16.491737 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.518122 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:55:15Z', 'revision_number': 5, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port': {'id': '3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:16.547294 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] Checking router: 8bf64d83-7642-4339-8ae9-c57ece39f4bf for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:16.556129 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] Routers {'8bf64d83-7642-4339-8ae9-c57ece39f4bf'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:16.556732 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:16.567721 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] For port 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:16.568116 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.580834 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Calling delete_port for 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 owned by network:router_gateway {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:16.637497 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] Set router 8bf64d83-7642-4339-8ae9-c57ece39f4bf gateway port host: None {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:16.689848 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:55:16Z', 'revision_number': 6, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:16.717094 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59eb11-528b-432e-ae56-efd8e8cbd658 None None] The sync data for ids ['8bf64d83-7642-4339-8ae9-c57ece39f4bf'] in dv-cinder-805316-1-iscsi is: [{'id': '8bf64d83-7642-4339-8ae9-c57ece39f4bf', 'name': 'tempest-TestMinimumBasicScenario-310403239-router', 'tenant_id': '7c5035d7595848f78c911d1907cf0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:49Z', 'updated_at': '2021-08-19T23:55:16Z', 'revision_number': 6, 'project_id': '7c5035d7595848f78c911d1907cf0658', 'gw_port_host': None}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:16.750809 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.777340 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:16.839746 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.927474 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.929638 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.971704 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.972192 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf64d83-7642-4339-8ae9-c57ece39f4bf {{(pid=100860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:55:16.977002 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:16.978142 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ffd676f1-0ea3-43b4-89db-2aea75522bf1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8bf64d83-7642-4339-8ae9-c57ece39f4bf HTTP/1.1" status: 204 len: 168 time: 0.7430384 Aug 19 23:55:16.980613 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39156) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:17.023695 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Deleting subnet 456b8c79-7763-4240-b97c-f2a0bd960e7d {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:55:17.027989 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.067581 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.150128 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.155206 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:17.178227 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:17.178580 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 7d0e7af1-7dc6-43a5-84ed-6b97d09fb2b0 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:17.202770 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.225871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456b8c79-7763-4240-b97c-f2a0bd960e7d,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:17.231865 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.233693 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-16637cee-ab1d-4547-9acd-ccb278e19a1f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/456b8c79-7763-4240-b97c-f2a0bd960e7d HTTP/1.1" status: 204 len: 168 time: 0.2521911 Aug 19 23:55:17.236241 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39158) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:17.239376 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46a7e0-ade2-4b76-b288-9d498fcd7220 None None] Network 478ad271-e6b0-4270-801b-0919212a9d87 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:17.306207 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.357891 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Deleting port 2484a7c3-daeb-41ae-be43-5c3e77b58453 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:17.358231 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.426346 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] For port 2484a7c3-daeb-41ae-be43-5c3e77b58453, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=2484a7c3-daeb-41ae-be43-5c3e77b58453,segment=NetworkSegment(9e1540c1-c828-4286-9aa4-181dee83d896),segment_id=9e1540c1-c828-4286-9aa4-181dee83d896)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:17.426658 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.439374 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Calling delete_port for 2484a7c3-daeb-41ae-be43-5c3e77b58453 owned by network:dhcp {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:17.518252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7fb66-7f52-42ed-be95-b2ce7885e81e None None] DHCP port deletion for 478ad271-e6b0-4270-801b-0919212a9d87 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:55:17.524147 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.540903 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7fb66-7f52-42ed-be95-b2ce7885e81e None None] The port '2484a7c3-daeb-41ae-be43-5c3e77b58453' was deleted {{(pid=100861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 23:55:17.551339 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Pushing event deleted for resources: {'Port': ['ID=2484a7c3-daeb-41ae-be43-5c3e77b58453,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:17.558323 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] No DVR routers for this DVR port 2484a7c3-daeb-41ae-be43-5c3e77b58453 on host dv-cinder-805316-1-iscsi {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:55:17.634091 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.643478 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478ad271-e6b0-4270-801b-0919212a9d87']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:17.653840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1540c1-c828-4286-9aa4-181dee83d896') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:17.654132 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1540c1-c828-4286-9aa4-181dee83d896') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:17.662482 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.676569 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.682756 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:55:17.683267 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:55:17.684702 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:55:17.739356 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.745760 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:17.747682 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] 10.222.0.18 "DELETE /v2.0/networks/478ad271-e6b0-4270-801b-0919212a9d87 HTTP/1.1" status: 204 len: 168 time: 0.5105438 Aug 19 23:55:17.751018 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39160) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:17.757885 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8740f-5119-4f58-8efd-4641ac9f9259 admin admin] Pushing event deleted for resources: {'Network': ['ID=478ad271-e6b0-4270-801b-0919212a9d87,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:18.094694 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:18.326615 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Deleting port 28bb47bb-8ed2-45e0-9545-219a43840323 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:18.326950 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:18.404329 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] For port 28bb47bb-8ed2-45e0-9545-219a43840323, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=28bb47bb-8ed2-45e0-9545-219a43840323,segment=NetworkSegment(a4acd91a-6c56-4d61-adbe-208c12fa88b0),segment_id=a4acd91a-6c56-4d61-adbe-208c12fa88b0)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:18.404634 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:18.416657 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Calling delete_port for 28bb47bb-8ed2-45e0-9545-219a43840323 owned by network:router_interface {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:18.587957 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:18.613020 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Pushing event deleted for resources: {'Port': ['ID=28bb47bb-8ed2-45e0-9545-219a43840323,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:18.777515 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:18.941041 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:18.964802 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:18.965224 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3f2d5ac1-86f9-4ca6-bcf6-d575b01d1167 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:18.965706 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2484a7c3-daeb-41ae-be43-5c3e77b58453 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:18.984898 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 2484a7c3-daeb-41ae-be43-5c3e77b58453 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:18.985323 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2484a7c3-daeb-41ae-be43-5c3e77b58453 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:18.998009 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Router 539a6703-d975-4f27-b47a-35a9857792d4 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:55:19.102474 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:19.108331 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b8ea1d0e-70f8-4a04-8101-3187c12d276b admin admin] 10.222.0.18 "PUT /v2.0/routers/539a6703-d975-4f27-b47a-35a9857792d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3555901 Aug 19 23:55:19.110680 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39168) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:19.113399 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] Sync routers for ids ['539a6703-d975-4f27-b47a-35a9857792d4'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:19.122538 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] Routers {'539a6703-d975-4f27-b47a-35a9857792d4'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:19.123160 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['539a6703-d975-4f27-b47a-35a9857792d4'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:19.213951 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks [] for router, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.225887 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] Set router 539a6703-d975-4f27-b47a-35a9857792d4 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:19.313972 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.365221 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Deleting port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:19.365568 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.396906 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:55:18Z', 'revision_number': 5, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port': {'id': '3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a6703-d975-4f27-b47a-35a9857792d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:52:54Z', 'updated_at': '2021-08-19T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:19.426846 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] Checking router: 539a6703-d975-4f27-b47a-35a9857792d4 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:19.434871 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] Routers {'539a6703-d975-4f27-b47a-35a9857792d4'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:19.435831 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['539a6703-d975-4f27-b47a-35a9857792d4'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:19.450391 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] For port 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:19.450788 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.463623 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Calling delete_port for 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 owned by network:router_gateway {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:19.518293 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] Set router 539a6703-d975-4f27-b47a-35a9857792d4 gateway port host: None {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:19.569247 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:55:19Z', 'revision_number': 6, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:19.598034 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987dac2-d49a-496c-bdf7-47fc3bcb049b None None] The sync data for ids ['539a6703-d975-4f27-b47a-35a9857792d4'] in dv-cinder-805316-1-iscsi is: [{'id': '539a6703-d975-4f27-b47a-35a9857792d4', 'name': 'tempest-TestMinimumBasicScenario-579722105-router', 'tenant_id': '838e6fe282634d94ae2f85523d798b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:52:53Z', 'updated_at': '2021-08-19T23:55:19Z', 'revision_number': 6, 'project_id': '838e6fe282634d94ae2f85523d798b5e', 'gw_port_host': None}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:19.634112 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.660236 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:19.718002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.805158 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.807229 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.850172 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.850766 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 539a6703-d975-4f27-b47a-35a9857792d4 {{(pid=100859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:55:19.855804 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.856935 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-96475242-ca3f-46f9-b2a9-b8d578fc33bb admin admin] 10.222.0.18 "DELETE /v2.0/routers/539a6703-d975-4f27-b47a-35a9857792d4 HTTP/1.1" status: 204 len: 168 time: 0.7453101 Aug 19 23:55:19.859441 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39170) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:19.903457 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Deleting subnet 8887e58b-e43c-4a88-aee8-1d71f1d70303 {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:55:19.906647 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:19.940937 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.030882 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.092426 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.117545 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8887e58b-e43c-4a88-aee8-1d71f1d70303,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:20.121066 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.123533 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-96a5093b-020f-47fd-9387-e054bc9bb6a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8887e58b-e43c-4a88-aee8-1d71f1d70303 HTTP/1.1" status: 204 len: 168 time: 0.2630925 Aug 19 23:55:20.125326 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39178) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:20.126465 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3450d-8295-4ac7-8bb0-c5616c9dc5f7 None None] Network 0cb7ab0b-2c75-4ea5-b073-7987dd510403 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:20.190929 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.246599 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Deleting port ba94d440-ebbf-4bcd-9513-b5523a9e16fe {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:20.246941 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.308177 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] For port ba94d440-ebbf-4bcd-9513-b5523a9e16fe, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,segment=NetworkSegment(a4acd91a-6c56-4d61-adbe-208c12fa88b0),segment_id=a4acd91a-6c56-4d61-adbe-208c12fa88b0)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:20.308506 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.320604 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Calling delete_port for ba94d440-ebbf-4bcd-9513-b5523a9e16fe owned by network:dhcp {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:20.390788 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] DHCP port deletion for 0cb7ab0b-2c75-4ea5-b073-7987dd510403 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:55:20.409136 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.438086 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:20.441632 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] No DVR routers for this DVR port ba94d440-ebbf-4bcd-9513-b5523a9e16fe on host dv-cinder-805316-1-iscsi {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:55:20.443707 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Deleting port ba94d440-ebbf-4bcd-9513-b5523a9e16fe {{(pid=100861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:20.444086 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.504385 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] For port ba94d440-ebbf-4bcd-9513-b5523a9e16fe, host dv-cinder-805316-1-iscsi, got binding levels [] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:20.504790 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.510052 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.518190 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Calling delete_port for ba94d440-ebbf-4bcd-9513-b5523a9e16fe owned by network:dhcp {{(pid=100861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:55:20.520221 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb7ab0b-2c75-4ea5-b073-7987dd510403']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:20.520951 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.ipam_backend_mixin [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Port ba94d440-ebbf-4bcd-9513-b5523a9e16fe was not found and therefore no delete operation was performed {{(pid=100861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 23:55:20.522256 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196'] for port, after_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.531895 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4acd91a-6c56-4d61-adbe-208c12fa88b0') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:20.532204 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4acd91a-6c56-4d61-adbe-208c12fa88b0') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:20.541587 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.548853 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Pushing event deleted for resources: {'Port': ['ID=ba94d440-ebbf-4bcd-9513-b5523a9e16fe,revision_number=None']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:20.551182 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] No DVR routers for this DVR port ba94d440-ebbf-4bcd-9513-b5523a9e16fe on host dv-cinder-805316-1-iscsi {{(pid=100861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:55:20.559795 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.565090 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.565603 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.566120 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.566693 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.566918 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:55:20.567047 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.567350 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.567701 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.567831 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.568252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.568446 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.568716 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.569115 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.569489 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b47d17-37a8-45cb-89d8-0ae81963f106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:55:20.569883 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:55:20.626996 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.632298 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.636505 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0cb7ab0b-2c75-4ea5-b073-7987dd510403 HTTP/1.1" status: 204 len: 168 time: 0.5082338 Aug 19 23:55:20.647226 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fbc9d-900c-4682-9657-e13c8e8122b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb7ab0b-2c75-4ea5-b073-7987dd510403,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:20.798545 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39182) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:20.837763 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-4983c385-2475-4f7c-a538-d525632e3439 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c5035d7595848f78c911d1907cf0658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380490 Aug 19 23:55:20.840308 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39184) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:20.887253 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 28bb47bb-8ed2-45e0-9545-219a43840323 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:20.893501 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-431d55d9-5d64-4495-9936-679cf10dfa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.910738 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 28bb47bb-8ed2-45e0-9545-219a43840323 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:20.911105 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 28bb47bb-8ed2-45e0-9545-219a43840323 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:20.911560 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device ba94d440-ebbf-4bcd-9513-b5523a9e16fe no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:20.916080 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-431d55d9-5d64-4495-9936-679cf10dfa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.929972 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: ba94d440-ebbf-4bcd-9513-b5523a9e16fe {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:20.930310 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device ba94d440-ebbf-4bcd-9513-b5523a9e16fe not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:20.930734 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:55:20.948777 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:55:20.949049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 3bf7d1d0-3940-4269-a3bc-bd17aa7d9af3 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:55:20.967365 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-431d55d9-5d64-4495-9936-679cf10dfa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.969887 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-431d55d9-5d64-4495-9936-679cf10dfa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:20.971025 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-431d55d9-5d64-4495-9936-679cf10dfa80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f950d15e-046e-4555-9432-86cf7b72e220 HTTP/1.1" status: 204 len: 168 time: 0.1298270 Aug 19 23:55:20.979052 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d55d9-5d64-4495-9936-679cf10dfa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950d15e-046e-4555-9432-86cf7b72e220,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:21.271461 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39192) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:21.310517 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d0ba610a-edde-4c4b-b6be-462e55d50efc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=838e6fe282634d94ae2f85523d798b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379267 Aug 19 23:55:21.312967 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39194) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:21.362267 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-50b27734-4e88-4ba7-9beb-2b392659d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:21.382496 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-50b27734-4e88-4ba7-9beb-2b392659d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:21.433325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-50b27734-4e88-4ba7-9beb-2b392659d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:21.435970 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-50b27734-4e88-4ba7-9beb-2b392659d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:21.437116 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-50b27734-4e88-4ba7-9beb-2b392659d034 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f04508e2-7472-4022-9276-c6899ac0d738 HTTP/1.1" status: 204 len: 168 time: 0.1232755 Aug 19 23:55:21.445867 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b27734-4e88-4ba7-9beb-2b392659d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04508e2-7472-4022-9276-c6899ac0d738,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:22.092014 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39216) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:22.196152 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-940840982-network', 'tenant_id': 'a5061791dc904d979357da17489c3c3c'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:22.216872 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Made reservation on behalf of a5061791dc904d979357da17489c3c3c for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:55:22.219287 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.227978 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.314969 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.318538 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.338535 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:55:22.353122 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9165e631-22b4-4cbb-8163-9c929765e297,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:22.355941 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.356285 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Added segment 4aa64953-4620-4bf4-967b-c9d4714cebe7 of type vlan for network 2d3bb966-3727-4934-94e2-6d5d0430c585 Aug 19 23:55:22.394240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.421172 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.422145 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:22.422731 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.479895 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3867743 Aug 19 23:55:22.482846 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39222) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:22.484919 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67364c-3985-4f9c-9e99-d98495dd6ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3bb966-3727-4934-94e2-6d5d0430c585,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:22.488128 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Request body: {'subnet': {'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-940840982-subnet', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:22.494308 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:55:22.508964 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Made reservation on behalf of a5061791dc904d979357da17489c3c3c for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:55:22.511487 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8543250'] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.673082 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8539655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8543232'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.720348 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c782db-b628-41f7-916d-f5252053cfca,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:22.741109 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Checking segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:22.741477 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Network hostable DHCP agents. Network: 2d3bb966-3727-4934-94e2-6d5d0430c585, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:55:22.760114 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:55:22.768007 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 2d3bb966-3727-4934-94e2-6d5d0430c585) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:22.771846 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:22.772431 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.777333 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412b1c1-5f09-4325-aa8e-18db433257a7 None None] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:22.786852 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-e7ab3661-a28d-44a2-bac9-800346ce19e9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3028424 Aug 19 23:55:22.789910 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39224) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:22.794475 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:22.814308 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.815296 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.872156 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:22.920258 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-2d3bb966-3727-4934-94e2-6d5d0430c585', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:55:22.921124 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.003656 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.054878 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Allocated IP 172.20.0.2 (2d3bb966-3727-4934-94e2-6d5d0430c585/73c782db-b628-41f7-916d-f5252053cfca/341ca606-e5a2-44a6-8411-e1fe1c512449) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:55:23.203450 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.222840 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.317139 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.325152 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Transition to ACTIVE for port object 341ca606-e5a2-44a6-8411-e1fe1c512449 will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:23.325855 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Allocated IP 172.27.0.126 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/4919afc8-8ba2-46e9-b4fe-808f49dbd52a) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:55:23.340331 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Transition to ACTIVE for port object 341ca606-e5a2-44a6-8411-e1fe1c512449 will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:23.345597 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.381999 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:23.386197 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:23.389777 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:55:23.398755 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Pushing event updated for resources: {'Port': ['ID=341ca606-e5a2-44a6-8411-e1fe1c512449,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:23.428047 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.453525 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Attempting to bind port 341ca606-e5a2-44a6-8411-e1fe1c512449 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:55:23.453884 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Attempting to bind port 341ca606-e5a2-44a6-8411-e1fe1c512449 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:55:23.454238 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Attempting to bind port 341ca606-e5a2-44a6-8411-e1fe1c512449 on network 2d3bb966-3727-4934-94e2-6d5d0430c585 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:55:23.458944 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:55:23.459339 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Checking segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:23.459735 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.460123 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Bound using segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:55:23.460573 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Bound port: 341ca606-e5a2-44a6-8411-e1fe1c512449, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:55:23.460945 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.465903 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.505263 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:23.507952 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:23.515297 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:55:23.518257 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Pushing event updated for resources: {'Port': ['ID=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:23.521648 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] For port 341ca606-e5a2-44a6-8411-e1fe1c512449, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:55:23.525284 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] For port 341ca606-e5a2-44a6-8411-e1fe1c512449, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=341ca606-e5a2-44a6-8411-e1fe1c512449,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:55:23.530046 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.584094 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cef2ce-3c0f-4d2e-ac48-c8f9aa849b99 None None] Pushing event updated for resources: {'Port': ['ID=341ca606-e5a2-44a6-8411-e1fe1c512449,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:23.706580 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:55:23.784761 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:23.979167 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:24.023863 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:24.112478 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Router 9712366b-af72-4479-9d92-c029267a95bd is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:55:24.222695 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:24.238919 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Sync routers for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:24.239400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:24.243848 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-f746a98e-e785-46d9-9030-65291711e63f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4497120 Aug 19 23:55:24.244104 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39232) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:24.254289 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:24.254926 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:24.382040 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:24.520746 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea75f5-09d3-4163-a660-995aa1d47156 None None] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:24.620845 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-66788719-6554-40df-bbd4-54444fd4bbc2 None None] Provisioning for port 341ca606-e5a2-44a6-8411-e1fe1c512449 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:24.691221 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:23Z', 'revision_number': 3, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:24.722861 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Checking router: 9712366b-af72-4479-9d92-c029267a95bd for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:24.723245 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Updating router 9712366b-af72-4479-9d92-c029267a95bd port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:55:24.766473 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:24.942702 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:24.961099 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 341ca606-e5a2-44a6-8411-e1fe1c512449 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:25.060179 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 341ca606-e5a2-44a6-8411-e1fe1c512449 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:25.083969 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 341ca606-e5a2-44a6-8411-e1fe1c512449 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:25.084263 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.117704 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Allocated IP 172.20.0.1 (2d3bb966-3727-4934-94e2-6d5d0430c585/73c782db-b628-41f7-916d-f5252053cfca/5804f5bf-31f6-4e7d-952f-b60d5ef65e99) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:55:25.123015 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.142087 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Transition to ACTIVE for port object 4919afc8-8ba2-46e9-b4fe-808f49dbd52a will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:25.152128 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.233370 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a91d8-dc6f-4ed4-8304-847976a8c6ab None None] Pushing event updated for resources: {'Port': ['ID=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:25.235647 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Attempting to bind port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:55:25.236016 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Attempting to bind port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:55:25.236382 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Attempting to bind port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:55:25.238056 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.252372 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:55:25.252610 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Transition to ACTIVE for port object 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:25.253065 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:25.253189 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.253513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:55:25.253987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Bound port: 4919afc8-8ba2-46e9-b4fe-808f49dbd52a, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:55:25.254363 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.255824 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.284432 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.306823 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-94e7279b-af31-4557-9275-e4df088d4b11 None None] Provisioning complete for port 341ca606-e5a2-44a6-8411-e1fe1c512449 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:25.307216 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-94e7279b-af31-4557-9275-e4df088d4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.322277 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:25.324935 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:25.328328 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:55:25.352183 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Pushing event updated for resources: {'Port': ['ID=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:25.354253 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 341ca606-e5a2-44a6-8411-e1fe1c512449, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=341ca606-e5a2-44a6-8411-e1fe1c512449,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:25.379810 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.380963 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.395116 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] For port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:55:25.450360 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] For port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:55:25.470389 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.479841 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=341ca606-e5a2-44a6-8411-e1fe1c512449,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:25.564150 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:25.564756 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:25.564886 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.608898 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a91d8-dc6f-4ed4-8304-847976a8c6ab None None] Pushing event updated for resources: {'Port': ['ID=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:25.689833 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:25.692282 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6dadf7a0-e1b5-44d7-9df6-4290c563924a None None] Provisioning for port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:25.723566 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-6dadf7a0-e1b5-44d7-9df6-4290c563924a None None] Provisioning complete for port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:25.723873 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-6dadf7a0-e1b5-44d7-9df6-4290c563924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.766633 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.772782 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.839731 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-6dadf7a0-e1b5-44d7-9df6-4290c563924a None None] Port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:55:25.849435 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:25.858478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Pushing event updated for resources: {'Port': ['ID=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:25.930577 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 1, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:25.951614 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:25.953002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:25.958880 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f259c32-2aea-40aa-a816-a0d5c57efc85 None None] The sync data for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi is: [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 1, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:26.076226 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Router 9712366b-af72-4479-9d92-c029267a95bd has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:55:26.205668 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:26.212694 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-0f5b4091-f7da-4a55-8933-aab9ef927843 admin admin] 10.222.0.18 "PUT /v2.0/routers/9712366b-af72-4479-9d92-c029267a95bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9674964 Aug 19 23:55:26.264484 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f6c438ea-812b-4694-a458-010dee2d938a None None] Provisioning complete for port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:26.265038 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f6c438ea-812b-4694-a458-010dee2d938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.301977 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-f6c438ea-812b-4694-a458-010dee2d938a None None] Port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:55:26.723663 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39262) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:26.728767 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-940160928-network', 'tenant_id': 'ddb751e861804335a5f881926848b853'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:26.756515 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Made reservation on behalf of ddb751e861804335a5f881926848b853 for: {'network': 1} {{(pid=100860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:55:26.759489 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for network, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.768716 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.884977 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.890630 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.905680 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=100860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:55:26.923351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.923974 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.segments_db [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Added segment da07ccd9-5fe8-482f-b33d-6c1ec0466782 of type vlan for network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 Aug 19 23:55:26.968837 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455262ff-df72-4e90-b4d5-302a734028ab,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:26.982568 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764935517781'] for network, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.016900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243'] for network, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.018169 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:27.018879 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.025203 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 341ca606-e5a2-44a6-8411-e1fe1c512449 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:27.095830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] Pushing event updated for resources: {'Network': ['ID=7ba605b2-3150-496a-bbcd-fc1e4b57a111,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:27.102914 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e335b7ee-1440-4001-b78b-a29439ed860f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3780768 Aug 19 23:55:27.105642 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39270) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:27.114261 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Request body: {'subnet': {'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-940160928-subnet', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'ip_version': 4}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:27.139603 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Made reservation on behalf of ddb751e861804335a5f881926848b853 for: {'subnet': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:55:27.142130 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8543250'] for subnet, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.190048 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 details requested by agent ovs-agent-dv-cinder-805316-1-iscsi with host dv-cinder-805316-1-iscsi {{(pid=100861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:55:27.265679 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 341ca606-e5a2-44a6-8411-e1fe1c512449 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:27.265955 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.319503 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8539655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8543232'] for subnet, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.344317 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 4919afc8-8ba2-46e9-b4fe-808f49dbd52a up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:27.374530 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05e47ff-7b69-4dc3-9631-cecb577e2acb,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:27.384088 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Checking segment: {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:27.384462 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Network hostable DHCP agents. Network: 7ba605b2-3150-496a-bbcd-fc1e4b57a111, hostable agents: ['b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf'], hosted agents: [] {{(pid=100859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:55:27.392640 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:27.396304 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:27.396669 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.400231 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 is scheduled to be hosted by DHCP agent b0ecb94c-119e-47c5-b8de-bcc3dcf40bbf with binding_index 1 {{(pid=100859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:55:27.410989 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-1-iscsi, 7ba605b2-3150-496a-bbcd-fc1e4b57a111) {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:27.415558 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:27.416239 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.424639 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac33c4e-51c8-4db6-a972-d0f0c6264928 None None] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:27.434173 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39272) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:27.434925 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-28016b3f-f996-4db4-8d12-7dde849b2de3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3260529 Aug 19 23:55:27.439163 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:27.459299 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260755'] for router, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.460265 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260746'] for router, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.510724 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.549313 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.593289 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:27.599012 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.645477 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.657691 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp358a8af2-f094-58db-9de7-139a7f0d072a-7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'fixed_ips': [{'subnet_id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb'}]}} from dv-cinder-805316-1-iscsi. {{(pid=100861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:55:27.658604 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.696591 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:27.817723 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.db_base_plugin_common [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Allocated IP 172.20.0.2 (7ba605b2-3150-496a-bbcd-fc1e4b57a111/b05e47ff-7b69-4dc3-9631-cecb577e2acb/2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e) {{(pid=100861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:55:27.862717 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.882474 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.971434 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Notify callbacks [] for port, precommit_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.976984 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Sync routers for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:27.985538 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Transition to ACTIVE for port object 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:27.986606 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:27.987308 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:27.988566 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Allocated IP 172.27.0.178 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/6b902c6f-7592-4563-a765-c5e41d99e06d) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:55:28.002240 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Transition to ACTIVE for port object 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e will not be triggered until provisioned by entity DHCP. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:28.008569 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023'] for port, after_create {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.045036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 is already hosted by enough agents. {{(pid=100861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:28.047850 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.scheduler.base_scheduler [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Resources bound (agent type, host, resource id): {{(pid=100861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:28.051193 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Received port after_create {{(pid=100861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:55:28.062377 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Pushing event updated for resources: {'Port': ['ID=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,revision_number=1']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:28.112420 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.115276 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:28.124478 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Attempting to bind port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:55:28.124853 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Attempting to bind port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:55:28.125217 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Attempting to bind port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e on network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:55:28.130143 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:55:28.130517 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Checking segment: {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:28.130918 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.131343 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Bound using segment: {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:55:28.131805 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Bound port: 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:55:28.132188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.160838 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.204371 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:28.206262 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] For port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:55:28.208830 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:28.209826 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] For port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,segment=NetworkSegment(da07ccd9-5fe8-482f-b33d-6c1ec0466782),segment_id=da07ccd9-5fe8-482f-b33d-6c1ec0466782)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:55:28.216071 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:55:28.220927 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.231918 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Pushing event updated for resources: {'Port': ['ID=6b902c6f-7592-4563-a765-c5e41d99e06d,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:28.285547 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c415154-320e-45ba-be29-a490a7e6667c None None] Pushing event updated for resources: {'Port': ['ID=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:28.469232 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 2, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:28.501897 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Checking router: 9712366b-af72-4479-9d92-c029267a95bd for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:28.501897 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Updating router 9712366b-af72-4479-9d92-c029267a95bd port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:55:28.544296 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.545397 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.856177 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.867624 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Transition to ACTIVE for port object 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:28.885699 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:28.937044 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Pushing event updated for resources: {'Port': ['ID=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:28.950281 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.950790 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.951268 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.951758 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.952125 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.952547 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.954862 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.955283 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.955689 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.956112 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.956540 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:28.956955 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:29.019985 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Attempting to bind port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:55:29.021032 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Attempting to bind port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:55:29.021596 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Attempting to bind port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 on network 2d3bb966-3727-4934-94e2-6d5d0430c585 {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:55:29.027429 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:55:29.028307 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Checking segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:29.028932 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.029525 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Bound using segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:55:29.030320 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Bound port: 5804f5bf-31f6-4e7d-952f-b60d5ef65e99, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:55:29.030970 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.031835 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:29.077618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908004'] for router, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.116752 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1232-5209-4593-afa4-1fe607c8e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.126928 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] For port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:55:29.130938 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] For port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:55:29.136425 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:29.140971 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.141189 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 4919afc8-8ba2-46e9-b4fe-808f49dbd52a up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:29.214049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:29.214681 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.230971 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:29.232050 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:29.284580 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Router f75baaf8-0098-4e61-9e1d-956784537845 is scheduled to L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 with binding_index 1 {{(pid=100860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:55:29.374018 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:29.409969 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:29.420787 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Sync routers for ids ['f75baaf8-0098-4e61-9e1d-956784537845'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:29.433744 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Routers {'f75baaf8-0098-4e61-9e1d-956784537845'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:29.434473 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['f75baaf8-0098-4e61-9e1d-956784537845'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:29.446031 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.448147 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-000f9883-163d-4e42-b667-8506c3fd646d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0124462 Aug 19 23:55:29.450344 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39278) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:29.453038 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7703e8-d846-423b-b651-e03837cfa2c9 None None] Pushing event updated for resources: {'Port': ['ID=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,revision_number=4']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:29.483211 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b64eb2-8ed9-4bb3-ad0f-52ab82263530 None None] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:29.595862 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] Provisioning for port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:29.607994 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] Provisioning complete for port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:29.608440 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.614669 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:29Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:29.644929 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fda26-27cf-4ca6-8d74-e5655637595f None None] The sync data for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi is: [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:29Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:29.669494 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Set router f75baaf8-0098-4e61-9e1d-956784537845 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:29.897703 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.915351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.963437 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] For port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,segment=NetworkSegment(da07ccd9-5fe8-482f-b33d-6c1ec0466782),segment_id=da07ccd9-5fe8-482f-b33d-6c1ec0466782)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:29.970545 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.120564 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Allocated IP 172.20.0.1 (7ba605b2-3150-496a-bbcd-fc1e4b57a111/b05e47ff-7b69-4dc3-9631-cecb577e2acb/01e368e5-52cb-4e59-ba36-9f1c6a522ad9) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:55:30.158091 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:28Z', 'revision_number': 3, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:30.200402 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Checking router: f75baaf8-0098-4e61-9e1d-956784537845 for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:30.200750 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Updating router f75baaf8-0098-4e61-9e1d-956784537845 port 6b902c6f-7592-4563-a765-c5e41d99e06d binding host dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:55:30.202619 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b7cf5-ba58-426c-9939-c431659c162e None None] Pushing event updated for resources: {'Port': ['ID=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:30.234538 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.260143 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.276386 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.provisioning_blocks [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Transition to ACTIVE for port object 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 will not be triggered until provisioned by entity DHCP. {{(pid=100860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:30.320031 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.362732 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-f5704cba-043f-4ad6-94a1-d495292bb5bf None None] Provisioning complete for port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:30.363323 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-f5704cba-043f-4ad6-94a1-d495292bb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.368244 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:30.371219 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:30.374681 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:55:30.407605 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Pushing event updated for resources: {'Port': ['ID=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:30.434387 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3904334'] for router_interface, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.613248 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.620806 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.626215 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Transition to ACTIVE for port object 6b902c6f-7592-4563-a765-c5e41d99e06d will not be triggered until provisioned by entity L2. {{(pid=100861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:30.635341 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.699236 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Attempting to bind port 6b902c6f-7592-4563-a765-c5e41d99e06d on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:55:30.699460 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Attempting to bind port 6b902c6f-7592-4563-a765-c5e41d99e06d by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:55:30.699791 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Attempting to bind port 6b902c6f-7592-4563-a765-c5e41d99e06d on network 31806ae1-66a1-4a18-86f1-0b098f0f381f {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:55:30.710692 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:55:30.711071 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Checking segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:30.711512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.711931 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Bound using segment: {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'} {{(pid=100861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:55:30.712394 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.managers [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Bound port: 6b902c6f-7592-4563-a765-c5e41d99e06d, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa572358-9a7e-4bc3-ac46-64d7ca25ec06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f'}}] {{(pid=100861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:55:30.712773 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.714220 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-477397bd-69af-4e03-9f4f-99efe330bd70 None None] Provisioning for port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:30.739446 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-477397bd-69af-4e03-9f4f-99efe330bd70 None None] Provisioning complete for port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:30.739811 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-477397bd-69af-4e03-9f4f-99efe330bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.743513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b781a8-2587-48e0-bbc0-2294f32f03a7 None None] Pushing event updated for resources: {'Port': ['ID=6b902c6f-7592-4563-a765-c5e41d99e06d,revision_number=2']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:30.798046 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-477397bd-69af-4e03-9f4f-99efe330bd70 None None] Port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:55:30.806986 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] For port 6b902c6f-7592-4563-a765-c5e41d99e06d, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:55:30.810505 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] For port 6b902c6f-7592-4563-a765-c5e41d99e06d, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=6b902c6f-7592-4563-a765-c5e41d99e06d,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:55:30.814802 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.820579 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.824852 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.871830 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Routers {'f75baaf8-0098-4e61-9e1d-956784537845'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:30.872405 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['f75baaf8-0098-4e61-9e1d-956784537845'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:30.877166 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b781a8-2587-48e0-bbc0-2294f32f03a7 None None] Pushing event updated for resources: {'Port': ['ID=6b902c6f-7592-4563-a765-c5e41d99e06d,revision_number=3']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:30.890852 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Pushing event updated for resources: {'Port': ['ID=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:30.893383 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3910654'] for router_interface, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.937781 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:30.986933 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:55:30.988369 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:55:31.030626 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] Set router f75baaf8-0098-4e61-9e1d-956784537845 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:31.078586 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:31.078963 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:31.106752 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Router f75baaf8-0098-4e61-9e1d-956784537845 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:55:31.220529 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:55:31.225680 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-67a0bc54-e7ec-40d9-a885-7a65ef35b00d admin admin] 10.222.0.18 "PUT /v2.0/routers/f75baaf8-0098-4e61-9e1d-956784537845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7741060 Aug 19 23:55:31.264990 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-cdd9f2f6-06c2-4da6-b171-371224e1c006 None None] Provisioning complete for port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:31.265470 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f2f6-06c2-4da6-b171-371224e1c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:31.319930 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:31.353401 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9f2f6-06c2-4da6-b171-371224e1c006 None None] Port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:55:31.384751 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '01e368e5-52cb-4e59-ba36-9f1c6a522ad9', 'name': '', 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'mac_address': 'fa:16:3e:b8:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:29Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 2, 'project_id': 'ddb751e861804335a5f881926848b853', 'subnets': [{'id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:31.387594 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:31.418238 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0dc69-373b-41b6-a668-76f4313ec2c4 None None] The sync data for ids ['f75baaf8-0098-4e61-9e1d-956784537845'] in dv-cinder-805316-1-iscsi is: [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '01e368e5-52cb-4e59-ba36-9f1c6a522ad9', 'name': '', 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'mac_address': 'fa:16:3e:b8:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:29Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 2, 'project_id': 'ddb751e861804335a5f881926848b853', 'subnets': [{'id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:31.422315 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:31.422972 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:31.515076 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:31.551558 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:31.556720 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:31.611738 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:31.702195 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-143af853-12fa-4084-ab7c-9d4aa712b327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:31.926474 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.072641 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39302) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.077660 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228186765', 'description': 'tempest-secgroup-smoke-228186765 description', 'project_id': 'a5061791dc904d979357da17489c3c3c'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.104796 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.184924 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.188570 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.217130 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.218347 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1447039 Aug 19 23:55:32.220603 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3793-8951-4036-9515-65b25c35bec9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:32.221559 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39304) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.226342 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group_rule': {'security_group_id': 'dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e', 'project_id': 'a5061791dc904d979357da17489c3c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.252218 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.311856 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.315522 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.340798 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816464b5-e52c-4ee4-abe1-67c500d18c8f,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:32.344906 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.346171 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8d40f7bd-6dd2-48c3-8018-0792a67a756a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235049 Aug 19 23:55:32.355143 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39306) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.355143 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group_rule': {'security_group_id': 'dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e', 'project_id': 'a5061791dc904d979357da17489c3c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.387862 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.457313 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.463259 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.481078 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032ec714-6fc5-489a-a192-374a1f904132,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:32.487769 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.489047 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-803372cb-bea1-42f6-913a-8e913df8da8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387656 Aug 19 23:55:32.491719 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39308) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.496279 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group_rule': {'security_group_id': 'dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e', 'project_id': 'a5061791dc904d979357da17489c3c3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.522505 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.582547 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.585528 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.603316 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76d7802-042b-4c41-9d43-e2e814cd5d94,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:32.609721 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.610921 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-c3428175-f305-471c-ad59-b963dd769cc0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182005 Aug 19 23:55:32.613650 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39310) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.618836 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group_rule': {'security_group_id': 'dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e', 'project_id': 'a5061791dc904d979357da17489c3c3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.645539 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.706251 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.709962 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.727261 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f81abe-f9bf-4c23-bfc4-fc113239cecd,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:32.733831 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.735112 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-2aecfd57-0b94-46dd-a47c-bfb00e61827d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205058 Aug 19 23:55:32.737763 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39312) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.742326 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group_rule': {'security_group_id': 'dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e', 'project_id': 'a5061791dc904d979357da17489c3c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.764868 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.securitygroups_db [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Project a5061791dc904d979357da17489c3c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 23:55:32.769857 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.840960 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.844768 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.864586 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadaa752-f32d-48ab-a847-f1fa94b6f980,revision_number=0']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:32.870661 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.872076 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d4df85b7-acf4-4d2a-be0a-e4d93403dc81 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332195 Aug 19 23:55:32.875241 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39314) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.880402 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'security_group_rule': {'security_group_id': 'dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e', 'project_id': 'a5061791dc904d979357da17489c3c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:32.891621 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.909161 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.securitygroups_db [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Project a5061791dc904d979357da17489c3c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 23:55:32.915055 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.987585 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.992093 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032005'] for security_group_rule, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.994202 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6b902c6f-7592-4563-a765-c5e41d99e06d up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:33.010055 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fad22f-a9e3-4c46-a16d-13d00fa45c08,revision_number=0']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:33.018951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:33.020303 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5c6b25be-d15a-46f0-9721-b2f0ef2eec58 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442466 Aug 19 23:55:33.045475 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 6b902c6f-7592-4563-a765-c5e41d99e06d completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:33.049130 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 6b902c6f-7592-4563-a765-c5e41d99e06d triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:33.049498 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:33.130571 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:33.154044 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 6b902c6f-7592-4563-a765-c5e41d99e06d, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=6b902c6f-7592-4563-a765-c5e41d99e06d,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:33.159512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:33.160576 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:33.248724 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=6b902c6f-7592-4563-a765-c5e41d99e06d,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:33.262131 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:33.262505 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:33.708199 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Sync routers for ids ['f75baaf8-0098-4e61-9e1d-956784537845'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:55:33.717952 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Routers {'f75baaf8-0098-4e61-9e1d-956784537845'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:33.718541 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['f75baaf8-0098-4e61-9e1d-956784537845'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:33.824586 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Set router f75baaf8-0098-4e61-9e1d-956784537845 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:34.021665 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '01e368e5-52cb-4e59-ba36-9f1c6a522ad9', 'name': '', 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'mac_address': 'fa:16:3e:b8:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:29Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 2, 'project_id': 'ddb751e861804335a5f881926848b853', 'subnets': [{'id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:34.051057 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Checking router: f75baaf8-0098-4e61-9e1d-956784537845 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:55:34.051431 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Updating router f75baaf8-0098-4e61-9e1d-956784537845 port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 binding host dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:55:34.076544 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.340905 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.350452 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.provisioning_blocks [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Transition to ACTIVE for port object 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 will not be triggered until provisioned by entity L2. {{(pid=100862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:55:34.356977 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.378606 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.406666 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca312d14-c41a-4ee1-bb36-220db735d9ff None None] Pushing event updated for resources: {'Port': ['ID=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,revision_number=3']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:34.480665 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Attempting to bind port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 on host dv-cinder-805316-1-iscsi for vnic_type normal with profile {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:55:34.481133 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Attempting to bind port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 by drivers openvswitch,hyperv on host dv-cinder-805316-1-iscsi at level 0 using segments [{'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:55:34.481604 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Attempting to bind port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 on network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:55:34.487195 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Checking agent: {'id': '8c0ca34c-31f5-49a9-87ac-bacc48178d08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 39, 2), 'started_at': datetime.datetime(2021, 8, 19, 23, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:55:34.487685 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Checking segment: {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:55:34.488140 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.488607 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Bound using segment: {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'} {{(pid=100862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:55:34.489142 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.managers [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Bound port: 01e368e5-52cb-4e59-ba36-9f1c6a522ad9, host: dv-cinder-805316-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da07ccd9-5fe8-482f-b33d-6c1ec0466782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111'}}] {{(pid=100862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:55:34.489545 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.558163 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] For port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9, host dv-cinder-805316-1-iscsi, cleared binding levels {{(pid=100862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:55:34.561608 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.plugins.ml2.db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] For port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9, host dv-cinder-805316-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,segment=NetworkSegment(da07ccd9-5fe8-482f-b33d-6c1ec0466782),segment_id=da07ccd9-5fe8-482f-b33d-6c1ec0466782)] {{(pid=100862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:55:34.568828 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron_lib.callbacks.manager [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.639223 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca312d14-c41a-4ee1-bb36-220db735d9ff None None] Pushing event updated for resources: {'Port': ['ID=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,revision_number=4']} {{(pid=100862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:34.651832 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Routers {'f75baaf8-0098-4e61-9e1d-956784537845'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:55:34.652494 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['f75baaf8-0098-4e61-9e1d-956784537845'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:34.781741 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39398) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:34.872972 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] Set router f75baaf8-0098-4e61-9e1d-956784537845 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:55:34.919849 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a9762521-a901-4346-8df0-4039cf05df8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:34.938727 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6b902c6f-7592-4563-a765-c5e41d99e06d up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:34.985740 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 6b902c6f-7592-4563-a765-c5e41d99e06d triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:34.986466 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.024789 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a9762521-a901-4346-8df0-4039cf05df8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.029046 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-a9762521-a901-4346-8df0-4039cf05df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.069891 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-a9762521-a901-4346-8df0-4039cf05df8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=768d8f04b55c476db057d877798fec30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864542 Aug 19 23:55:35.071705 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762521-a901-4346-8df0-4039cf05df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091eac2d-76fa-4005-bd62-f746970b6bc2,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:35.073157 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39402) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:35.074587 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:35.114176 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '01e368e5-52cb-4e59-ba36-9f1c6a522ad9', 'name': '', 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'mac_address': 'fa:16:3e:b8:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:29Z', 'updated_at': '2021-08-19T23:55:34Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'subnets': [{'id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:55:35.125830 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-080d5caa-b0b0-4637-9a65-c8e814580d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.135459 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning for port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:55:35.139960 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:35.140332 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.146758 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acb983-e69e-4177-bc42-fa16c2fc33a7 None None] The sync data for ids ['f75baaf8-0098-4e61-9e1d-956784537845'] in dv-cinder-805316-1-iscsi is: [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:30Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '01e368e5-52cb-4e59-ba36-9f1c6a522ad9', 'name': '', 'network_id': '7ba605b2-3150-496a-bbcd-fc1e4b57a111', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'mac_address': 'fa:16:3e:b8:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:29Z', 'updated_at': '2021-08-19T23:55:34Z', 'revision_number': 4, 'project_id': 'ddb751e861804335a5f881926848b853', 'subnets': [{'id': 'b05e47ff-7b69-4dc3-9631-cecb577e2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:55:35.154191 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-080d5caa-b0b0-4637-9a65-c8e814580d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.208353 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-080d5caa-b0b0-4637-9a65-c8e814580d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.210953 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-080d5caa-b0b0-4637-9a65-c8e814580d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.212207 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-080d5caa-b0b0-4637-9a65-c8e814580d1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/091eac2d-76fa-4005-bd62-f746970b6bc2 HTTP/1.1" status: 204 len: 168 time: 0.1379972 Aug 19 23:55:35.220474 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d5caa-b0b0-4637-9a65-c8e814580d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091eac2d-76fa-4005-bd62-f746970b6bc2,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:35.240488 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.276528 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] For port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,segment=NetworkSegment(da07ccd9-5fe8-482f-b33d-6c1ec0466782),segment_id=da07ccd9-5fe8-482f-b33d-6c1ec0466782)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:55:35.280534 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:35.335424 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Pushing event updated for resources: {'Port': ['ID=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:36.899188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 up at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:55:36.955705 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Provisioning complete for port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:36.956017 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:54.039599 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:54.704155 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-6bfd1b95-b933-490d-8df2-46fa58b6e200 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228186765&fields=id&tenant_id=a5061791dc904d979357da17489c3c3c HTTP/1.1" status: 200 len: 267 time: 0.0315216 Aug 19 23:55:54.805480 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-12a47cdf-f878-4197-bc04-ba72dc306d1e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:54.806849 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-12a47cdf-f878-4197-bc04-ba72dc306d1e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 808 time: 0.0963438 Aug 19 23:55:54.821576 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-78af259c-99c0-4ed1-8db2-7308112575a9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/quotas/a5061791dc904d979357da17489c3c3c HTTP/1.1" status: 200 len: 375 time: 0.0085180 Aug 19 23:55:54.878839 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-c3a26469-6787-417c-a442-d18f5c368af9 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521913 Aug 19 23:55:54.970078 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-5c84d8e3-9804-46be-ad5b-832df4528696 service neutron] 10.222.0.18 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794997 Aug 19 23:55:55.059785 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-31705958-d951-4398-ac14-f9406a1337d2 service neutron] 10.222.0.18 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835516 Aug 19 23:55:55.351547 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f62b7b4f-1bed-4190-8ede-7a88c20393ce req-3d78b9ee-8cb4-4f12-8985-1ff64391dbd4 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0276470 Aug 19 23:55:56.412638 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-8c17126d-c666-410e-bde8-2a5eab8d6451 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553968 Aug 19 23:55:56.451601 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-66dd7db0-d7c2-4bec-98dd-fcb78f16187b req-eb0d6ba8-2d05-4cb0-ae60-eaa0a901b3a5 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0290792 Aug 19 23:55:56.477260 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19afe-af53-4a02-8f43-66290ecc923d req-915b30b3-9d89-49d5-9298-53865e95e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:56.478837 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-915b30b3-9d89-49d5-9298-53865e95e631 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1099 time: 0.0435317 Aug 19 23:55:56.581143 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19afe-af53-4a02-8f43-66290ecc923d req-01e6fdbb-f7e5-4966-a63e-0031f706636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:56.582714 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-01e6fdbb-f7e5-4966-a63e-0031f706636b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0840445 Aug 19 23:55:56.653610 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-d6c7f589-b19b-432b-825d-c8dd264e8037 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 200 len: 1002 time: 0.0639224 Aug 19 23:55:56.701998 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19afe-af53-4a02-8f43-66290ecc923d req-bc23e728-5f6f-4555-a275-769379b822af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:56.703443 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-bc23e728-5f6f-4555-a275-769379b822af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0427580 Aug 19 23:55:56.748300 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19afe-af53-4a02-8f43-66290ecc923d req-4d756a13-b32a-461d-ae43-61a68f765466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:56.749741 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-4d756a13-b32a-461d-ae43-61a68f765466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395668 Aug 19 23:55:56.838583 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-98fc8807-11c4-4399-886e-bcc7984c93cd service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815406 Aug 19 23:55:56.926263 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-82f19afe-af53-4a02-8f43-66290ecc923d req-39c19139-7df7-4a24-a2b0-44dadb760cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810580 Aug 19 23:55:57.541427 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-64e779cc-fc02-4ce8-899f-b5238200a76d req-7a4a2f85-9ba9-469d-89a7-c7e9ebf6ea07 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0260706 Aug 19 23:55:58.297031 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-05d36ed0-7a7f-446a-a51b-72c8cce58edf tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:58.298493 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-05d36ed0-7a7f-446a-a51b-72c8cce58edf tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 808 time: 0.1041539 Aug 19 23:55:58.633810 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5271930c-23f4-4b1c-a78c-c4b1964f789a req-e59fdcb5-b507-43b6-a3f7-dabf15aba8fb tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0280993 Aug 19 23:55:59.089032 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4f984aa5-0197-48ca-b7b1-bae616925411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:59.671068 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39630) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:59.728481 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2b2aff4a-e200-4e3d-9472-6a1815c01e96 req-73358f99-0303-4825-af6e-5996c373c900 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0294724 Aug 19 23:55:59.823152 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Deleting port 7dfe37a2-0132-43fe-97f0-504bf9499774 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:55:59.823494 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:59.896868 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:59.897198 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:59.912782 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Calling delete_port for 7dfe37a2-0132-43fe-97f0-504bf9499774 owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:00.061354 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:00.087160 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'Port': ['ID=7dfe37a2-0132-43fe-97f0-504bf9499774,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:00.112612 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.113029 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.113313 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.113670 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.113989 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.114321 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.114647 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.114975 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.115337 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.115665 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.115989 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.116310 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:00.157789 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:00.158106 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Floating IP ad707730-54b4-48ab-af15-b1f8c8adcd9d disassociated (deleted). External IP: 172.27.0.206, port: f7b03db8-57f8-4804-9e09-faf7e5173ff2. Aug 19 23:56:00.358690 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:56:00.462492 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:56:00.467259 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:00.471715 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:56:00.480982 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:00.481610 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:00.496119 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d9d69ac6-dafc-4021-8911-6256483fb86c tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "DELETE /v2.0/floatingips/ad707730-54b4-48ab-af15-b1f8c8adcd9d HTTP/1.1" status: 204 len: 168 time: 0.8239329 Aug 19 23:56:00.497318 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:00.499842 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:00.536247 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce09c8e6-5871-4b2c-9eb9-66c2bde12585 x-openstack-request-id: req-ce09c8e6-5871-4b2c-9eb9-66c2bde12585 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:00.536731 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:00.536924 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce09c8e6-5871-4b2c-9eb9-66c2bde12585 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:00.537320 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'status': 'completed', 'code': 200} Aug 19 23:56:00.588188 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:00.705149 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:56:00.712813 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304942c-b85d-4e37-9bbb-c678501dce80 req-1c963202-c9c8-41ac-8f38-e7d674f3278e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:00.714383 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3304942c-b85d-4e37-9bbb-c678501dce80 req-1c963202-c9c8-41ac-8f38-e7d674f3278e tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0485015 Aug 19 23:56:00.754546 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3304942c-b85d-4e37-9bbb-c678501dce80 req-17a52327-46c7-4c45-871a-13c8c8f6f137 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335736 Aug 19 23:56:00.829818 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1788f18c-e475-4b4f-a379-1bbf25695981 req-d535bc5f-0d0c-4114-a07c-0dc0a1d241ee tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0321870 Aug 19 23:56:00.933649 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:00.959217 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:56:00.967602 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:00.968186 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:55:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:01.076848 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:01.125740 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-5008fe95-a505-494c-8c8a-41029d383c06 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5061791dc904d979357da17489c3c3c HTTP/1.1" status: 200 len: 379 time: 0.0495760 Aug 19 23:56:01.138397 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'port': {'device_id': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'admin_state_up': True, 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'security_groups': ['dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e']}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:56:01.146033 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-02c06c1d-9bcc-4306-aded-3626398def47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.147888 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-02c06c1d-9bcc-4306-aded-3626398def47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 1099 time: 0.0550692 Aug 19 23:56:01.254859 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-2fa9197d-bc4e-4e94-951d-cb5f07e1de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.256370 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-2fa9197d-bc4e-4e94-951d-cb5f07e1de6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.0974345 Aug 19 23:56:01.268317 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Made reservation on behalf of a5061791dc904d979357da17489c3c3c for: {'port': 1} {{(pid=100859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:56:01.272079 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.301710 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-0e8d050b-d6b6-4f0f-be63-fa44c8c688c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 200 len: 217 time: 0.0366821 Aug 19 23:56:01.336590 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:01.363243 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-f8f6b9a3-ea90-4843-a50d-07e52b34abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.364703 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-f8f6b9a3-ea90-4843-a50d-07e52b34abf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0495636 Aug 19 23:56:01.365901 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e503d3-f156-44c9-bbe2-b755b5462100 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '6e5fbc25-ff69-4feb-9468-256ba62c4c79', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'port_id': 'd778e955-a30f-48c4-bace-ad6c99340459', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'mac_address': 'fa:16:3e:83:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:52:06Z', 'updated_at': '2021-08-19T23:52:08Z', 'revision_number': 1, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:56:01.405729 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_common [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Allocated IP 172.20.0.14 (2d3bb966-3727-4934-94e2-6d5d0430c585/73c782db-b628-41f7-916d-f5252053cfca/aff5e326-76b2-495f-9154-bf77c087bb8a) {{(pid=100859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:56:01.412717 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-d582c523-39ae-4719-9e0b-3d1e5ebe69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.414250 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-d582c523-39ae-4719-9e0b-3d1e5ebe69d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413337 Aug 19 23:56:01.513639 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-727a550d-2787-49d7-bde9-7ffa8e89eabf service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893972 Aug 19 23:56:01.560151 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for port, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.573464 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Transition to ACTIVE for port object aff5e326-76b2-495f-9154-bf77c087bb8a will not be triggered until provisioned by entity DHCP. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:56:01.615421 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5cd13774-89b1-4d15-9b23-9a1d1ac423a8 req-dddd8ce8-6876-4368-94ef-6a9b393ce720 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906386 Aug 19 23:56:01.616175 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.635946 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838da2b4-4278-4888-8d8f-6ae247e19e8c None None] New status for floating IP ad707730-54b4-48ab-af15-b1f8c8adcd9d: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:56:01.667349 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 is already hosted by enough agents. {{(pid=100859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:56:01.670731 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.base_scheduler [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Resources bound (agent type, host, resource id): {{(pid=100859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:56:01.673076 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Received port after_create {{(pid=100859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:56:01.703372 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bb4d04a0-4373-4c35-84a8-bb32004f0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.732079 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:01.759647 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.760284 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.775554 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-3a8dadfb-477d-42e5-b303-4dfa78948696 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417344 Aug 19 23:56:01.788999 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.v2.base [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Request body: {'port': {'device_id': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=100859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:56:01.853192 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.884571 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88778a-c5ad-472e-b5cc-6dcb6455c2dd req-0ecd0d00-d678-4198-844e-f9123655fcb3 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.886217 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bb88778a-c5ad-472e-b5cc-6dcb6455c2dd req-0ecd0d00-d678-4198-844e-f9123655fcb3 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0552139 Aug 19 23:56:01.921442 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.952909 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-86fe244b-f687-402a-8904-c1950b953dfa None None] Provisioning for port aff5e326-76b2-495f-9154-bf77c087bb8a completed by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:56:01.958789 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-86fe244b-f687-402a-8904-c1950b953dfa None None] Provisioning complete for port aff5e326-76b2-495f-9154-bf77c087bb8a triggered by entity DHCP. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:56:01.959315 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-86fe244b-f687-402a-8904-c1950b953dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:01.971164 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bb88778a-c5ad-472e-b5cc-6dcb6455c2dd req-53a74462-f44d-4a31-8acd-ac8d24c039c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785887 Aug 19 23:56:01.992764 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee2e6-67ff-4adf-a31f-0c90aad82a54 req-26e62d2d-26f0-48c7-828b-3d9c90d0a4ea tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:01.999887 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-16fee2e6-67ff-4adf-a31f-0c90aad82a54 req-26e62d2d-26f0-48c7-828b-3d9c90d0a4ea tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 932 time: 0.0869877 Aug 19 23:56:02.021761 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-86fe244b-f687-402a-8904-c1950b953dfa None None] Port aff5e326-76b2-495f-9154-bf77c087bb8a cannot update to ACTIVE because it is not bound. {{(pid=100861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:56:02.044213 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-16fee2e6-67ff-4adf-a31f-0c90aad82a54 req-25e51eb1-c98d-44a6-b3d3-123a9e2ebed0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Aug 19 23:56:02.130005 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff5e326-76b2-495f-9154-bf77c087bb8a {{(pid=100859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:56:02.137893 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:02.149593 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.provisioning_blocks [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Transition to ACTIVE for port object aff5e326-76b2-495f-9154-bf77c087bb8a will not be triggered until provisioned by entity L2. {{(pid=100859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:56:02.154155 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:02.205660 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=2']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:02.279808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Attempting to bind port aff5e326-76b2-495f-9154-bf77c087bb8a on host hv-cinder-80531 for vnic_type normal with profile {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:56:02.280144 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Attempting to bind port aff5e326-76b2-495f-9154-bf77c087bb8a by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:56:02.280504 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Attempting to bind port aff5e326-76b2-495f-9154-bf77c087bb8a on network 2d3bb966-3727-4934-94e2-6d5d0430c585 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:56:02.285043 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Port aff5e326-76b2-495f-9154-bf77c087bb8a on network 2d3bb966-3727-4934-94e2-6d5d0430c585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 23:56:02.285372 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Attempting to bind port aff5e326-76b2-495f-9154-bf77c087bb8a on network 2d3bb966-3727-4934-94e2-6d5d0430c585 {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:56:02.290272 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Checking agent: {'id': '1972f452-eb23-4b13-aeee-721660e05e30', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'started_at': datetime.datetime(2021, 8, 19, 23, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:56:02.290619 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Checking segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:56:02.291002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Bound using segment: {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'} {{(pid=100859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:56:02.291478 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.managers [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Bound port: aff5e326-76b2-495f-9154-bf77c087bb8a, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa64953-4620-4bf4-967b-c9d4714cebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585'}}] {{(pid=100859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:56:02.291839 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:02.356497 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, cleared binding levels {{(pid=100859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:56:02.359465 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:56:02.363164 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8539784'] for port, after_update {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:02.396489 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:02.397092 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:02.398460 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] 10.222.0.45 "PUT /v2.0/ports/aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1094 time: 0.6138780 Aug 19 23:56:02.419126 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba31fc-b8ad-43b7-9cfd-db3b04edbb74 service neutron] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=3']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:02.479496 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-a81f9812-7bba-4209-a1be-84b0c647f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:02.481311 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-a81f9812-7bba-4209-a1be-84b0c647f2a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1097 time: 0.0429838 Aug 19 23:56:02.531658 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-2c241867-1469-4671-9282-7233e5dcde87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 217 time: 0.0382907 Aug 19 23:56:02.538290 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:02.540594 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07017ce7-b972-4d05-885a-0b7ed516f66a" -d '{"events": [{"name": "network-changed", "server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:02.579335 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32587680-5cc7-4859-953a-bfb1ac0989bf x-openstack-request-id: req-32587680-5cc7-4859-953a-bfb1ac0989bf {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:02.579623 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:02.579876 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32587680-5cc7-4859-953a-bfb1ac0989bf {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:02.580287 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'status': 'completed', 'code': 200} Aug 19 23:56:02.590415 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-0723e9b4-31dd-480b-b4bf-681af29232ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:02.591910 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-0723e9b4-31dd-480b-b4bf-681af29232ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0482521 Aug 19 23:56:02.636858 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95425fd-6082-4f42-972e-3f34af6d490b req-ad16de0a-1694-4af2-a317-e52218c98c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:02.638878 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-ad16de0a-1694-4af2-a317-e52218c98c8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394263 Aug 19 23:56:02.893736 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:02.976070 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-f78a901c-4a92-4cce-9cf0-836b63eaaae2 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290536 Aug 19 23:56:03.097400 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8cf60-23c2-4953-9ae4-5b61ed428ee8 req-d984990c-38d3-4025-bae6-24e2b1f11fb0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.103773 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30b8cf60-23c2-4953-9ae4-5b61ed428ee8 req-d984990c-38d3-4025-bae6-24e2b1f11fb0 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0677860 Aug 19 23:56:03.125881 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-f95425fd-6082-4f42-972e-3f34af6d490b req-77047f45-68a3-4170-930e-4c6382b0a0f1 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363921 Aug 19 23:56:03.188813 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-30b8cf60-23c2-4953-9ae4-5b61ed428ee8 req-2d32eb4e-6509-4493-8642-bcffea44fc60 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779598 Aug 19 23:56:03.207228 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d493c9-ab24-40ca-938d-3bd6af2bf85f req-9e88538c-7e18-42d9-af80-46bb77be5fc7 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.209611 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90d493c9-ab24-40ca-938d-3bd6af2bf85f req-9e88538c-7e18-42d9-af80-46bb77be5fc7 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0801897 Aug 19 23:56:03.214372 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1642-5635-438d-aea8-145bacd61095 req-8f666386-5a02-401e-a1b5-82311a5ead83 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.216513 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5f1a1642-5635-438d-aea8-145bacd61095 req-8f666386-5a02-401e-a1b5-82311a5ead83 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 946 time: 0.0752048 Aug 19 23:56:03.279610 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-90d493c9-ab24-40ca-938d-3bd6af2bf85f req-2e0ff142-4b0c-4d00-a08e-28ac27baf54b tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580096 Aug 19 23:56:03.282390 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-e60edf93-17c6-4e32-be18-0adf1b1c88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.284121 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-e60edf93-17c6-4e32-be18-0adf1b1c88c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1097 time: 0.0735962 Aug 19 23:56:03.323512 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Deleting port f7b03db8-57f8-4804-9e09-faf7e5173ff2 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:03.323907 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:03.406959 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-d4c10214-11a9-4d3d-b9a9-571d56a061b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.408807 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-d4c10214-11a9-4d3d-b9a9-571d56a061b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.1070442 Aug 19 23:56:03.430664 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] For port f7b03db8-57f8-4804-9e09-faf7e5173ff2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f7b03db8-57f8-4804-9e09-faf7e5173ff2,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:03.431049 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:03.454289 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Calling delete_port for f7b03db8-57f8-4804-9e09-faf7e5173ff2 owned by compute:nova {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:03.460070 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-32d36302-f03e-4c7a-bd0f-0607f633e5cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 217 time: 0.0418925 Aug 19 23:56:03.510134 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-37f9d556-d61f-4e82-8e89-fddbf8d725ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.511626 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-37f9d556-d61f-4e82-8e89-fddbf8d725ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0438197 Aug 19 23:56:03.562095 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-0a3b7cbb-6e22-42c6-9ed0-211a3f0be9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:03.563764 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-0a3b7cbb-6e22-42c6-9ed0-211a3f0be9d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446968 Aug 19 23:56:03.582114 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:03.612425 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'Port': ['ID=f7b03db8-57f8-4804-9e09-faf7e5173ff2,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:03.656758 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] No DVR routers for this DVR port f7b03db8-57f8-4804-9e09-faf7e5173ff2 on host hv-cinder-80531 {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:56:03.659238 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:03.661242 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-5f1a1642-5635-438d-aea8-145bacd61095 req-586bcb21-7545-4c4e-8657-a3b7ca19c566 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "DELETE /v2.0/ports/f7b03db8-57f8-4804-9e09-faf7e5173ff2 HTTP/1.1" status: 204 len: 173 time: 0.4371350 Aug 19 23:56:03.664597 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-5d39a74b-afd5-4135-b99b-a9e3773ffa19 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927551 Aug 19 23:56:03.759295 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-07017ce7-b972-4d05-885a-0b7ed516f66a req-1a96e942-25ba-4bbf-9ffc-22c483d81410 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Aug 19 23:56:04.296842 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-b9a6e571-3b1d-499d-895b-c6a35990c350 req-764cdbca-71ff-42e3-b749-73d32a9a3529 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70cc36b-78b1-44c0-9d79-c035af291d89 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Aug 19 23:56:04.382568 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:04.396130 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250efd6e-4751-4ec0-b785-d1180c112834 req-7c611bd7-cc9f-459e-a5a7-9ea03a5da456 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:04.397609 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-250efd6e-4751-4ec0-b785-d1180c112834 req-7c611bd7-cc9f-459e-a5a7-9ea03a5da456 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0506308 Aug 19 23:56:04.438963 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-250efd6e-4751-4ec0-b785-d1180c112834 req-cce7758a-d0bb-4583-a902-ba46690e855d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348251 Aug 19 23:56:04.581632 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'name': 'network-vif-deleted', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:04.584106 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72da6d6c-ce88-4b38-8039-bfab01445e07" -d '{"events": [{"server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "name": "network-vif-deleted", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:04.618444 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2913c91b-6c66-485a-a17f-b9812601a226 x-openstack-request-id: req-2913c91b-6c66-485a-a17f-b9812601a226 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:04.618732 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70cc36b-78b1-44c0-9d79-c035af291d89", "name": "network-vif-deleted", "tag": "f7b03db8-57f8-4804-9e09-faf7e5173ff2", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:04.618980 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2913c91b-6c66-485a-a17f-b9812601a226 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:04.619405 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70cc36b-78b1-44c0-9d79-c035af291d89', 'name': 'network-vif-deleted', 'tag': 'f7b03db8-57f8-4804-9e09-faf7e5173ff2', 'status': 'completed', 'code': 200} Aug 19 23:56:05.555038 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b8e9d-fb9d-43cc-bbc7-bd9a97f399bb req-b643d0ef-1c13-49f1-97a5-6e26736f419b tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:05.556552 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec3b8e9d-fb9d-43cc-bbc7-bd9a97f399bb req-b643d0ef-1c13-49f1-97a5-6e26736f419b tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0494142 Aug 19 23:56:05.597908 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ec3b8e9d-fb9d-43cc-bbc7-bd9a97f399bb req-aaf87d72-8116-41b6-a873-7bc40c2e940e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349085 Aug 19 23:56:06.210300 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f7b03db8-57f8-4804-9e09-faf7e5173ff2 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:06.233929 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: f7b03db8-57f8-4804-9e09-faf7e5173ff2 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:06.234276 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device f7b03db8-57f8-4804-9e09-faf7e5173ff2 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:06.709505 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4eb95-f9fe-45e7-91a9-22fa1e5d4be5 req-48ceb745-c459-4560-9c5a-43ff24eeab54 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:06.710961 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2ee4eb95-f9fe-45e7-91a9-22fa1e5d4be5 req-48ceb745-c459-4560-9c5a-43ff24eeab54 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0472949 Aug 19 23:56:06.747254 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2ee4eb95-f9fe-45e7-91a9-22fa1e5d4be5 req-c680d21f-0d3e-473d-b108-1ec811173fdb tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303931 Aug 19 23:56:07.856675 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694684c-f1b7-4d18-ab72-9e0f41b5dedc req-a046ae75-7242-4f2a-8127-85d41acc1733 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:07.858122 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8694684c-f1b7-4d18-ab72-9e0f41b5dedc req-a046ae75-7242-4f2a-8127-85d41acc1733 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0471878 Aug 19 23:56:07.898053 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8694684c-f1b7-4d18-ab72-9e0f41b5dedc req-aeecda87-32e1-4340-b83d-c408000ff8d7 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341082 Aug 19 23:56:09.286338 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bda2f-4121-4eeb-a52b-154c4624c201 req-c158d889-a81d-4893-b78c-06a9311c8a8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:09.287844 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-962bda2f-4121-4eeb-a52b-154c4624c201 req-c158d889-a81d-4893-b78c-06a9311c8a8c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.3178353 Aug 19 23:56:09.327129 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-962bda2f-4121-4eeb-a52b-154c4624c201 req-2da15721-572f-4c11-89b2-0cd4d3ec7692 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326281 Aug 19 23:56:10.441753 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f0ef6-e361-4770-b959-363e492ec58b req-c8c3875b-d4d5-4755-8727-58de7e72aedb tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:10.443323 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d58f0ef6-e361-4770-b959-363e492ec58b req-c8c3875b-d4d5-4755-8727-58de7e72aedb tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0516233 Aug 19 23:56:10.481397 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d58f0ef6-e361-4770-b959-363e492ec58b req-8a557846-4cbc-48c1-850c-10bcfd025254 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Aug 19 23:56:10.734383 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39730) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:10.885957 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Deleting port 0d4241b1-8458-4cc4-bc2c-abb096b27453 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:10.886292 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:10.962479 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:10.962800 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:10.974090 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Calling delete_port for 0d4241b1-8458-4cc4-bc2c-abb096b27453 owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:11.116541 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:11.145559 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'Port': ['ID=0d4241b1-8458-4cc4-bc2c-abb096b27453,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:11.202480 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:11.202805 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Floating IP 6e5fbc25-ff69-4feb-9468-256ba62c4c79 disassociated (deleted). External IP: 172.27.0.148, port: d778e955-a30f-48c4-bace-ad6c99340459. Aug 19 23:56:11.209177 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:56:11.300512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:11.316885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'port_id': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'mac_address': 'fa:16:3e:1f:19:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:56:11.354154 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:11.372416 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff5e326-76b2-495f-9154-bf77c087bb8a {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:56:11.395150 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:11.400228 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:11.416818 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:56:11.453005 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=4']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:11.523454 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:56:11.529125 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:11.533895 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:56:11.542636 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:11.543893 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:11.561973 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-3b9ee93d-992c-405c-9699-d9ee7f0dd21b tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "DELETE /v2.0/floatingips/6e5fbc25-ff69-4feb-9468-256ba62c4c79 HTTP/1.1" status: 204 len: 168 time: 0.8256662 Aug 19 23:56:11.561973 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:11.564309 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7881e81-c7b8-4c4b-9558-ee417be19515" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "tag": "d778e955-a30f-48c4-bace-ad6c99340459"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:11.606091 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f3f57-ea9d-42c1-aaee-51eda87bb83f req-3c7933d5-eca5-435c-b8b7-7890d6f15f20 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:11.607698 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-814f3f57-ea9d-42c1-aaee-51eda87bb83f req-3c7933d5-eca5-435c-b8b7-7890d6f15f20 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 945 time: 0.0552552 Aug 19 23:56:11.652768 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-814f3f57-ea9d-42c1-aaee-51eda87bb83f req-fb48dcff-25f8-4fac-a54b-61def1008f0b tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Aug 19 23:56:11.673324 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:11.702662 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['aff5e326-76b2-495f-9154-bf77c087bb8a'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:56:11.713531 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d42d8-e019-42e4-bea4-c07243de589e x-openstack-request-id: req-999d42d8-e019-42e4-bea4-c07243de589e {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:11.713820 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "tag": "d778e955-a30f-48c4-bace-ad6c99340459", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:11.714072 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-999d42d8-e019-42e4-bea4-c07243de589e {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:11.714475 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459', 'status': 'completed', 'code': 200} Aug 19 23:56:11.810550 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-a1c11f6e-2881-49dd-b39d-89c9cd664a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:11.812149 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-a1c11f6e-2881-49dd-b39d-89c9cd664a1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 1099 time: 0.0699303 Aug 19 23:56:11.823177 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f481ad-0032-429b-9bae-9dae8ba0061b req-544bec71-f925-49f2-98da-8d34399a9134 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:11.824657 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18f481ad-0032-429b-9bae-9dae8ba0061b req-544bec71-f925-49f2-98da-8d34399a9134 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 946 time: 0.0723784 Aug 19 23:56:11.916774 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-18f481ad-0032-429b-9bae-9dae8ba0061b req-f7fa5171-5746-410d-bf87-a547164b0d5d tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835361 Aug 19 23:56:11.939574 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-5f4b643f-6e48-4118-b053-7adff6c0c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:11.941104 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-5f4b643f-6e48-4118-b053-7adff6c0c38f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 200 len: 913 time: 0.1156044 Aug 19 23:56:11.985533 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-9f4f2775-c7b1-4700-a69c-24a225e7682f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 200 len: 217 time: 0.0346529 Aug 19 23:56:11.986605 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:12.018153 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:56:12.039385 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:12.039995 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:12.041722 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-c34aa211-e398-4d24-bff6-aeee9cb590fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:12.043260 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-c34aa211-e398-4d24-bff6-aeee9cb590fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 200 len: 851 time: 0.0477083 Aug 19 23:56:12.088966 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-1e4eedc3-d6d7-4737-9f1e-c3bb7b8a354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:12.090982 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-1e4eedc3-d6d7-4737-9f1e-c3bb7b8a354f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4024a10b-67ea-4d59-b576-eb2a0908d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402093 Aug 19 23:56:12.180265 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-70f17c41-2a74-4c9f-8ff6-3dc59d9abc61 service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Aug 19 23:56:12.193848 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:12.274437 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d7881e81-c7b8-4c4b-9558-ee417be19515 req-f44b35f1-0896-4ef3-9b78-b55eb01b5fff service neutron] 10.222.0.45 "GET /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Aug 19 23:56:12.387221 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:12.412627 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506d853-1404-4bd8-bd86-fd567eb6b36a None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:48:13Z', 'revision_number': 4, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '35f3c490-2e12-472b-9caa-07568a3f2693', 'name': '', 'network_id': '4024a10b-67ea-4d59-b576-eb2a0908d839', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'mac_address': 'fa:16:3e:5b:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '71b013b8-fe32-43a6-b858-819261a026c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:12Z', 'updated_at': '2021-08-19T23:48:20Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'subnets': [{'id': '71b013b8-fe32-43a6-b858-819261a026c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:56:12.624628 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e75d2-0c48-46e7-8170-fcf3a2e6de55 None None] New status for floating IP 6e5fbc25-ff69-4feb-9468-256ba62c4c79: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:56:12.773190 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7815d-0cad-4dcb-890e-f7c800a9eadc req-8dfc619c-8321-40a8-b9b1-93dc67fb16ae tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:12.774667 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cac7815d-0cad-4dcb-890e-f7c800a9eadc req-8dfc619c-8321-40a8-b9b1-93dc67fb16ae tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 945 time: 0.0489638 Aug 19 23:56:12.811649 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cac7815d-0cad-4dcb-890e-f7c800a9eadc req-73410aa4-82b8-45c3-bbf6-b987f2732ec3 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Aug 19 23:56:13.030425 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50ecad-667c-4e1f-9a88-ddf5831d4e99 req-bc874831-d12c-4c98-90ee-c4aa33e9198a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:13.031936 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d50ecad-667c-4e1f-9a88-ddf5831d4e99 req-bc874831-d12c-4c98-90ee-c4aa33e9198a tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Aug 19 23:56:13.072298 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-0d50ecad-667c-4e1f-9a88-ddf5831d4e99 req-fe1a5a1d-6879-4131-8ae7-a6908e51ac51 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/security-groups?id=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Aug 19 23:56:13.212311 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:56:13.262750 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning for port aff5e326-76b2-495f-9154-bf77c087bb8a completed by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:56:13.266372 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port aff5e326-76b2-495f-9154-bf77c087bb8a triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:56:13.266740 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.406918 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-4ec706e9-9dec-4baa-bfd8-9a727b1177ef tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:13.408405 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-4ec706e9-9dec-4baa-bfd8-9a727b1177ef tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 946 time: 0.0499897 Aug 19 23:56:13.458567 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.480734 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:13.482969 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf526dd-0f68-450b-b211-7e0c6d9d92eb" -d '{"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-plugged", "status": "completed", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:13.495607 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:13.500307 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.501665 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Deleting port d778e955-a30f-48c4-bace-ad6c99340459 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:13.502021 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.524859 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4bc787-9a1f-41b7-976f-aef3c8a81450 x-openstack-request-id: req-ef4bc787-9a1f-41b7-976f-aef3c8a81450 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:13.525151 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-plugged", "status": "completed", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:13.525399 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef4bc787-9a1f-41b7-976f-aef3c8a81450 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:13.526031 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'code': 200} Aug 19 23:56:13.555445 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=5']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:13.598082 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] For port d778e955-a30f-48c4-bace-ad6c99340459, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d778e955-a30f-48c4-bace-ad6c99340459,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:13.598448 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.611782 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Calling delete_port for d778e955-a30f-48c4-bace-ad6c99340459 owned by compute:nova {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:13.708587 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5648c-324e-4947-9296-916aee78d9b8 req-cfee732d-d81f-406f-bfe9-5d263650335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:13.710202 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-14e5648c-324e-4947-9296-916aee78d9b8 req-cfee732d-d81f-406f-bfe9-5d263650335d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0433488 Aug 19 23:56:13.746941 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-14e5648c-324e-4947-9296-916aee78d9b8 req-a1600f78-c015-4feb-b4d4-332b9937cb77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290072 Aug 19 23:56:13.756669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.785971 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'Port': ['ID=d778e955-a30f-48c4-bace-ad6c99340459,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:13.812253 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.812606 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.812944 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.813287 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.813597 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.813924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.814246 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.814573 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.814898 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.815240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.815561 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.815878 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:13.833573 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39766) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:13.846047 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] No DVR routers for this DVR port d778e955-a30f-48c4-bace-ad6c99340459 on host hv-cinder-80531 {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:56:13.848585 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.850582 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e8803c1f-ffd8-4c38-8e01-27c9017d621a req-1f48093d-7bf9-49db-bfd9-ae5b5d6c07c7 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.45 "DELETE /v2.0/ports/d778e955-a30f-48c4-bace-ad6c99340459 HTTP/1.1" status: 204 len: 173 time: 0.4344699 Aug 19 23:56:13.851038 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'name': 'network-vif-deleted', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:13.853327 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39666aa-b5f9-4c79-98a7-5c4383e60459" -d '{"events": [{"server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "name": "network-vif-deleted", "tag": "d778e955-a30f-48c4-bace-ad6c99340459"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:13.890669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08913b49-aee6-464b-944b-a688f6f9ed08 x-openstack-request-id: req-08913b49-aee6-464b-944b-a688f6f9ed08 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:13.890955 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2fa599-2d8a-493c-8ae1-90eb2f433e14", "name": "network-vif-deleted", "tag": "d778e955-a30f-48c4-bace-ad6c99340459", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:13.891223 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08913b49-aee6-464b-944b-a688f6f9ed08 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:13.891614 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2fa599-2d8a-493c-8ae1-90eb2f433e14', 'name': 'network-vif-deleted', 'tag': 'd778e955-a30f-48c4-bace-ad6c99340459', 'status': 'completed', 'code': 200} Aug 19 23:56:13.935116 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56bdf8-111d-47eb-9625-b4252313cba3 req-0ac81186-5d54-4b94-8609-eeb6e971b7bc tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:13.937138 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ed56bdf8-111d-47eb-9625-b4252313cba3 req-0ac81186-5d54-4b94-8609-eeb6e971b7bc tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0568190 Aug 19 23:56:13.959707 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-18e713e4-3244-4cc4-bb48-c712b098850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.983647 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ed56bdf8-111d-47eb-9625-b4252313cba3 req-7057ccdb-c209-4e9e-9392-93f093c23c21 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397663 Aug 19 23:56:14.064055 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-18e713e4-3244-4cc4-bb48-c712b098850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:14.067414 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-18e713e4-3244-4cc4-bb48-c712b098850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:14.103701 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-18e713e4-3244-4cc4-bb48-c712b098850b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea93a2392a0745ecbad997acc3bc1187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686939 Aug 19 23:56:14.106659 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e713e4-3244-4cc4-bb48-c712b098850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738bc606-7902-4542-98d6-64a10f93ad33,revision_number=1']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:14.106904 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39774) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:14.192360 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-4c927eca-b385-46f1-989d-b1b84ed14f62 req-e5a83dd5-d137-4093-886f-638152bb8611 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac2fa599-2d8a-493c-8ae1-90eb2f433e14 HTTP/1.1" status: 200 len: 210 time: 0.0354555 Aug 19 23:56:14.197171 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f9b8-ba14-4a94-bcf2-732d921ba199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:14.224552 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f9b8-ba14-4a94-bcf2-732d921ba199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:14.289207 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f9b8-ba14-4a94-bcf2-732d921ba199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:14.292481 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f9b8-ba14-4a94-bcf2-732d921ba199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:14.293459 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-6ef1f9b8-ba14-4a94-bcf2-732d921ba199 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/738bc606-7902-4542-98d6-64a10f93ad33 HTTP/1.1" status: 204 len: 168 time: 0.1855657 Aug 19 23:56:14.301681 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f9b8-ba14-4a94-bcf2-732d921ba199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738bc606-7902-4542-98d6-64a10f93ad33,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:15.097593 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22142de-6a69-43ba-b730-7547a028c9ab req-ccfc237c-d4f1-4902-8db0-b0986c623c90 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:15.099297 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f22142de-6a69-43ba-b730-7547a028c9ab req-ccfc237c-d4f1-4902-8db0-b0986c623c90 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0496137 Aug 19 23:56:15.137741 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f22142de-6a69-43ba-b730-7547a028c9ab req-e45bf18d-cd3c-43e4-b47a-3e8498e65fa5 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Aug 19 23:56:15.228866 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device d778e955-a30f-48c4-bace-ad6c99340459 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:15.258166 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: d778e955-a30f-48c4-bace-ad6c99340459 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:15.258481 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39806) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:15.259469 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device d778e955-a30f-48c4-bace-ad6c99340459 not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:15.264447 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094894a9-1049-40fd-beb9-b42ce75e0338 req-54928f92-89f5-4792-bef4-6f754afb25d4 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:15.265995 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-094894a9-1049-40fd-beb9-b42ce75e0338 req-54928f92-89f5-4792-bef4-6f754afb25d4 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0636454 Aug 19 23:56:15.313101 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-094894a9-1049-40fd-beb9-b42ce75e0338 req-feccf1b1-c1da-40ad-87c3-0fa6312ebcbd tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392175 Aug 19 23:56:15.333796 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39812) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:15.409977 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Deleting port fcabfc2c-dab5-4acb-a5d5-c9d9f5e2fed1 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:15.410329 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.485847 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.486257 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.498561 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Calling delete_port for fcabfc2c-dab5-4acb-a5d5-c9d9f5e2fed1 owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:15.521851 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282137e-b83b-456f-8265-f6eb4c6df126 tempest-TestShelveInstance-852321903 tempest-TestShelveInstance-852321903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:15.523436 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-8282137e-b83b-456f-8265-f6eb4c6df126 tempest-TestShelveInstance-852321903 tempest-TestShelveInstance-852321903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1094 time: 0.1886015 Aug 19 23:56:15.526503 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39816) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:15.537496 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.v2.base [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Request body: {'floatingip': {'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'port_id': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:56:15.561019 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for floatingip, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.637220 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.663381 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'Port': ['ID=fcabfc2c-dab5-4acb-a5d5-c9d9f5e2fed1,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:15.664498 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.728448 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.731025 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.732210 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-0b1ec933-df2c-4a26-b6a5-de987308b8e6 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "DELETE /v2.0/floatingips/36f36b17-d3ea-4be5-ae94-d7407e83d668 HTTP/1.1" status: 204 len: 168 time: 0.4728036 Aug 19 23:56:15.774392 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_common [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Allocated IP 172.27.0.151 (31806ae1-66a1-4a18-86f1-0b098f0f381f/af3ed476-7cbc-465a-9132-ca90a9f16963/8ac63453-f2ca-4e34-9ae8-748dc88b9ba1) {{(pid=100860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:56:15.876955 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for port, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.916822 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764935500023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:15.953211 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Network 31806ae1-66a1-4a18-86f1-0b098f0f381f is already hosted by enough agents. {{(pid=100860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:56:15.955936 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.base_scheduler [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Resources bound (agent type, host, resource id): {{(pid=100860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:56:15.959505 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Received port after_create {{(pid=100860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:56:15.988796 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'Port': ['ID=8ac63453-f2ca-4e34-9ae8-748dc88b9ba1,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:16.315622 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:16.378474 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:16.531048 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for port, precommit_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:16.536237 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10253819'] for port, after_update {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:16.606270 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event updated for resources: {'Port': ['ID=8ac63453-f2ca-4e34-9ae8-748dc88b9ba1,revision_number=2']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:16.617924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3880033'] for floatingip, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:16.718758 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.db.l3_db [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Floating IP 8440c16f-9f35-4981-aea3-6f515668950c associated. External IP: 172.27.0.151, port: aff5e326-76b2-495f-9154-bf77c087bb8a. Aug 19 23:56:16.916268 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Router 9712366b-af72-4479-9d92-c029267a95bd has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:56:16.936837 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39836) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:16.994959 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1ad1da96-1f6e-4255-af38-6858f7801386 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.019433 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1ad1da96-1f6e-4255-af38-6858f7801386 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.026426 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:56:17.036310 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] Sync routers for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:56:17.046095 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.047998 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:17.048632 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:17.075665 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-5ff298e8-c3c3-45c0-92f1-c6c165306e62 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5481482 Aug 19 23:56:17.076423 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:56:17.078749 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06" -d '{"events": [{"name": "network-changed", "server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:56:17.118133 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1ad1da96-1f6e-4255-af38-6858f7801386 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.120382 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e2d51-26ce-42f0-8fb7-79cd53870505 x-openstack-request-id: req-955e2d51-26ce-42f0-8fb7-79cd53870505 {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:56:17.120653 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-1ad1da96-1f6e-4255-af38-6858f7801386 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.120866 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:56:17.122139 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-955e2d51-26ce-42f0-8fb7-79cd53870505 {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:56:17.122442 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-1ad1da96-1f6e-4255-af38-6858f7801386 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] 10.222.0.18 "DELETE /v2.0/security-groups/22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d HTTP/1.1" status: 204 len: 168 time: 0.1846049 Aug 19 23:56:17.122908 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'status': 'completed', 'code': 200} Aug 19 23:56:17.138013 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1da96-1f6e-4255-af38-6858f7801386 tempest-TestVolumeBootPattern-378031563 tempest-TestVolumeBootPattern-378031563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cfccc8-f2e9-428a-9ae7-ce73d7b5c11d,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:17.185907 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:17.193280 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39844) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:17.206473 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-66001f3f-105e-42b5-95ef-9fe40f940188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:17.208025 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-66001f3f-105e-42b5-95ef-9fe40f940188 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0643921 Aug 19 23:56:17.300253 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-fca42c18-4b5f-4f63-acf9-4141fbbaef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:17.301823 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-fca42c18-4b5f-4f63-acf9-4141fbbaef4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.0857167 Aug 19 23:56:17.370554 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-7dd96edb-1c95-4670-bdff-eea40e10f062 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0618577 Aug 19 23:56:17.420415 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-a8f90f2e-7280-4a26-98b2-49d7793e1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:17.421907 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-a8f90f2e-7280-4a26-98b2-49d7793e1300 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0446630 Aug 19 23:56:17.422678 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '8440c16f-9f35-4981-aea3-6f515668950c', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '9712366b-af72-4479-9d92-c029267a95bd', 'port_id': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'mac_address': 'fa:16:3e:1f:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:56:16Z', 'updated_at': '2021-08-19T23:56:16Z', 'revision_number': 0, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:31Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:17.452778 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] Checking router: 9712366b-af72-4479-9d92-c029267a95bd for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:56:17.461877 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:17.462537 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:17.468359 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-321f7fa7-7e7d-428c-9b01-1007861c5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:17.469887 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-321f7fa7-7e7d-428c-9b01-1007861c5673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408769 Aug 19 23:56:17.566493 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-f6b26e51-be67-4c47-9a4c-99bc879688c2 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883243 Aug 19 23:56:17.568639 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:17.676555 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e2fcd375-7fe2-4c8a-8a08-930e29d0be06 req-69dc7a93-1fe6-47bb-96e3-f62a82d1715d service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014743 Aug 19 23:56:17.692648 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.822314 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '8440c16f-9f35-4981-aea3-6f515668950c', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '9712366b-af72-4479-9d92-c029267a95bd', 'port_id': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'mac_address': 'fa:16:3e:1f:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:56:16Z', 'updated_at': '2021-08-19T23:56:16Z', 'revision_number': 0, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:31Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:17.825366 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39854) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:17.850716 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d2807-e30a-40f3-aeb5-8f1a3eab3857 None None] The sync data for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi is: [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_floatingips': [{'id': '8440c16f-9f35-4981-aea3-6f515668950c', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'router_id': '9712366b-af72-4479-9d92-c029267a95bd', 'port_id': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'mac_address': 'fa:16:3e:1f:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T23:56:16Z', 'updated_at': '2021-08-19T23:56:16Z', 'revision_number': 0, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:31Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:56:17.941618 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-eae26056-a4ce-4279-abad-eb8465d6b006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:17.958177 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Deleting port 35f3c490-2e12-472b-9caa-07568a3f2693 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:17.958781 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.033739 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-eae26056-a4ce-4279-abad-eb8465d6b006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.037714 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-eae26056-a4ce-4279-abad-eb8465d6b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.045328 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] For port 35f3c490-2e12-472b-9caa-07568a3f2693, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=35f3c490-2e12-472b-9caa-07568a3f2693,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:18.045954 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.061635 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Calling delete_port for 35f3c490-2e12-472b-9caa-07568a3f2693 owned by network:router_interface {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:18.084577 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-eae26056-a4ce-4279-abad-eb8465d6b006 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a1308ae5772485795799ab4152289ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556775 Aug 19 23:56:18.084988 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39858) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:18.085436 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c92e46-7b55-45e7-8f80-8eec55828a4d None None] New status for floating IP 8440c16f-9f35-4981-aea3-6f515668950c: ACTIVE {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:56:18.091572 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae26056-a4ce-4279-abad-eb8465d6b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a9fdf1-ec5e-437e-834e-ae0f205098d6,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:18.147965 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e587fbab-ada6-4eca-8795-5ab90c522bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.169997 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e587fbab-ada6-4eca-8795-5ab90c522bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.220369 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e587fbab-ada6-4eca-8795-5ab90c522bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.222904 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-e587fbab-ada6-4eca-8795-5ab90c522bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.224331 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-e587fbab-ada6-4eca-8795-5ab90c522bf4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3a9fdf1-ec5e-437e-834e-ae0f205098d6 HTTP/1.1" status: 204 len: 168 time: 0.1382952 Aug 19 23:56:18.233513 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587fbab-ada6-4eca-8795-5ab90c522bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a9fdf1-ec5e-437e-834e-ae0f205098d6,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:18.270069 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.304701 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=35f3c490-2e12-472b-9caa-07568a3f2693,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:18.469761 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.942685 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Router 21adcb11-6526-418e-bce8-c422601f84ea has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:56:19.049040 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:56:19.055959 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-eac14625-3362-44eb-82f2-04114d341b2b admin admin] 10.222.0.18 "PUT /v2.0/routers/21adcb11-6526-418e-bce8-c422601f84ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613260 Aug 19 23:56:19.056560 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39884) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:19.057858 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] Sync routers for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:56:19.068932 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:19.069559 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:19.164853 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:19.180105 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:19.272189 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:19.331339 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Deleting port 32aa5a91-884b-467c-b067-992475e0452a {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:19.331832 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:19.374207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '32aa5a91-884b-467c-b067-992475e0452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:56:18Z', 'revision_number': 5, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port': {'id': '32aa5a91-884b-467c-b067-992475e0452a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21adcb11-6526-418e-bce8-c422601f84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:09Z', 'updated_at': '2021-08-19T23:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:19.402519 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] Checking router: 21adcb11-6526-418e-bce8-c422601f84ea for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:56:19.411247 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] Routers {'21adcb11-6526-418e-bce8-c422601f84ea'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:19.411930 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['21adcb11-6526-418e-bce8-c422601f84ea'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:19.426905 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] For port 32aa5a91-884b-467c-b067-992475e0452a, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=32aa5a91-884b-467c-b067-992475e0452a,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:19.427323 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:19.502071 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] Set router 21adcb11-6526-418e-bce8-c422601f84ea gateway port host: None {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:19.561010 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:56:19Z', 'revision_number': 6, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:19.588621 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a222-9424-4aa9-9af4-3fddf731b4c6 None None] The sync data for ids ['21adcb11-6526-418e-bce8-c422601f84ea'] in dv-cinder-805316-1-iscsi is: [{'id': '21adcb11-6526-418e-bce8-c422601f84ea', 'name': 'tempest-TestVolumeBootPattern-1982628124-router', 'tenant_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:08Z', 'updated_at': '2021-08-19T23:56:19Z', 'revision_number': 6, 'project_id': '53d07056e77a4f6fa44f067bf9ecb62f', 'gw_port_host': None}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:56:19.712519 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Calling delete_port for 32aa5a91-884b-467c-b067-992475e0452a owned by network:router_gateway {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:19.868660 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:19.893937 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32aa5a91-884b-467c-b067-992475e0452a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:19.953213 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.047502 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.049621 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.091779 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.092562 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21adcb11-6526-418e-bce8-c422601f84ea {{(pid=100860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:56:20.096868 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.098242 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-0bfddc5a-5cc4-40b0-9ac8-4b273e2b74e3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/21adcb11-6526-418e-bce8-c422601f84ea HTTP/1.1" status: 204 len: 168 time: 1.0406799 Aug 19 23:56:20.100859 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39892) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:20.145479 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Deleting subnet 71b013b8-fe32-43a6-b858-819261a026c1 {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:56:20.148480 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.181830 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.257741 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.308861 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.332947 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b013b8-fe32-43a6-b858-819261a026c1,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:20.338705 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.341553 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-aa3164e0-160b-4851-9c0a-587089f150a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/71b013b8-fe32-43a6-b858-819261a026c1 HTTP/1.1" status: 204 len: 168 time: 0.2396045 Aug 19 23:56:20.344054 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39894) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:20.346781 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3474cb4-291e-4acf-97b9-6fac9bde6fea None None] Network 4024a10b-67ea-4d59-b576-eb2a0908d839 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:56:20.411803 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.478877 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Deleting port 54598542-8c6c-44df-819a-80bb6b85f4a1 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:20.479264 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.530310 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] DHCP port deletion for 4024a10b-67ea-4d59-b576-eb2a0908d839 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:56:20.551332 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] For port 54598542-8c6c-44df-819a-80bb6b85f4a1, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=54598542-8c6c-44df-819a-80bb6b85f4a1,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:20.551730 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.565772 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Calling delete_port for 54598542-8c6c-44df-819a-80bb6b85f4a1 owned by network:dhcp {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:20.577164 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Deleting port 54598542-8c6c-44df-819a-80bb6b85f4a1 {{(pid=100861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:20.577542 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.648817 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] For port 54598542-8c6c-44df-819a-80bb6b85f4a1, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=54598542-8c6c-44df-819a-80bb6b85f4a1,segment=NetworkSegment(fe7723fb-293a-45b7-91f3-700f84dcd424),segment_id=fe7723fb-293a-45b7-91f3-700f84dcd424)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:20.649213 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.655565 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.664184 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Calling delete_port for 54598542-8c6c-44df-819a-80bb6b85f4a1 owned by network:dhcp {{(pid=100861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:20.683063 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=54598542-8c6c-44df-819a-80bb6b85f4a1,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:20.695193 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] No DVR routers for this DVR port 54598542-8c6c-44df-819a-80bb6b85f4a1 on host dv-cinder-805316-1-iscsi {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:56:20.758049 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196'] for port, after_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.774293 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.788323 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4024a10b-67ea-4d59-b576-eb2a0908d839']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:20.789451 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Pushing event deleted for resources: {'Port': ['ID=54598542-8c6c-44df-819a-80bb6b85f4a1,revision_number=None']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:20.800513 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] No DVR routers for this DVR port 54598542-8c6c-44df-819a-80bb6b85f4a1 on host dv-cinder-805316-1-iscsi {{(pid=100861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:56:20.800709 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7723fb-293a-45b7-91f3-700f84dcd424') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:20.801008 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7723fb-293a-45b7-91f3-700f84dcd424') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:20.810943 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.812987 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.813494 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.813573 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.813883 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.814388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2d483-c12c-42d4-b278-03b8111c5786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:20.818641 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.841541 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.842054 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:56:20.842479 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:56:20.844250 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:56:20.906134 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.912500 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:20.915460 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4024a10b-67ea-4d59-b576-eb2a0908d839 HTTP/1.1" status: 204 len: 168 time: 0.5693672 Aug 19 23:56:20.917683 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39906) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:20.925919 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83943d-d448-484e-844d-3fd6c1a62f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4024a10b-67ea-4d59-b576-eb2a0908d839,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:20.929900 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 35f3c490-2e12-472b-9caa-07568a3f2693 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:20.949788 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 35f3c490-2e12-472b-9caa-07568a3f2693 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:20.950261 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 35f3c490-2e12-472b-9caa-07568a3f2693 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:20.950788 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 54598542-8c6c-44df-819a-80bb6b85f4a1 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:20.972240 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 54598542-8c6c-44df-819a-80bb6b85f4a1 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:20.972586 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 54598542-8c6c-44df-819a-80bb6b85f4a1 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:20.973001 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 32aa5a91-884b-467c-b067-992475e0452a no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:20.994116 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 32aa5a91-884b-467c-b067-992475e0452a {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:20.994459 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 32aa5a91-884b-467c-b067-992475e0452a not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:21.265305 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.499464 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Deleting port fb63dd07-f0af-45c8-b442-4e66ef672b4b {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:21.499806 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.577508 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] For port fb63dd07-f0af-45c8-b442-4e66ef672b4b, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=fb63dd07-f0af-45c8-b442-4e66ef672b4b,segment=NetworkSegment(1cbef6af-c9a6-426a-9ed2-4326fbbdce37),segment_id=1cbef6af-c9a6-426a-9ed2-4326fbbdce37)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:21.577891 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.590168 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Calling delete_port for fb63dd07-f0af-45c8-b442-4e66ef672b4b owned by network:router_interface {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:21.760975 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.787098 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb63dd07-f0af-45c8-b442-4e66ef672b4b,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:21.966168 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.191886 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Router 27d334fe-d554-4390-90ba-bdc2400200c3 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:56:22.302413 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:56:22.307366 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-ece5c8e0-bb5a-47e4-9acf-63e5b09c84f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/27d334fe-d554-4390-90ba-bdc2400200c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882039 Aug 19 23:56:22.310452 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39918) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:22.313078 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] Sync routers for ids ['27d334fe-d554-4390-90ba-bdc2400200c3'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:56:22.322379 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] Routers {'27d334fe-d554-4390-90ba-bdc2400200c3'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:22.322970 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['27d334fe-d554-4390-90ba-bdc2400200c3'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:22.412220 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks [] for router, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.425945 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] Set router 27d334fe-d554-4390-90ba-bdc2400200c3 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:22.514301 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.565430 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Deleting port a9f97d85-f863-4c4c-ad02-04360af281df {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:22.565777 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.603613 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:56:21Z', 'revision_number': 5, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port': {'id': 'a9f97d85-f863-4c4c-ad02-04360af281df', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:48:17Z', 'updated_at': '2021-08-19T23:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:22.628605 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] Checking router: 27d334fe-d554-4390-90ba-bdc2400200c3 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:56:22.637035 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] Routers {'27d334fe-d554-4390-90ba-bdc2400200c3'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:56:22.637622 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:56:02Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['27d334fe-d554-4390-90ba-bdc2400200c3'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:22.645939 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] For port a9f97d85-f863-4c4c-ad02-04360af281df, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=a9f97d85-f863-4c4c-ad02-04360af281df,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:22.646332 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.658609 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Calling delete_port for a9f97d85-f863-4c4c-ad02-04360af281df owned by network:router_gateway {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:22.720628 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] Set router 27d334fe-d554-4390-90ba-bdc2400200c3 gateway port host: None {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:56:22.769901 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:56:22Z', 'revision_number': 6, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port_host': None}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:22.798342 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7009f1-3a46-4223-aae0-11f7c59198de None None] The sync data for ids ['27d334fe-d554-4390-90ba-bdc2400200c3'] in dv-cinder-805316-1-iscsi is: [{'id': '27d334fe-d554-4390-90ba-bdc2400200c3', 'name': 'tempest-TestVolumeBootPattern-531966111-router', 'tenant_id': 'edfde255cf124a3aad5fa5b65034bc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:48:16Z', 'updated_at': '2021-08-19T23:56:22Z', 'revision_number': 6, 'project_id': 'edfde255cf124a3aad5fa5b65034bc27', 'gw_port_host': None}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:56:22.819187 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.849817 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f97d85-f863-4c4c-ad02-04360af281df,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:22.906083 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.998881 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.000900 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.046395 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.046908 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d334fe-d554-4390-90ba-bdc2400200c3 {{(pid=100860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:56:23.050991 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.052197 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-0a7daf3a-fbbe-4688-a8aa-21d5502cd03b admin admin] 10.222.0.18 "DELETE /v2.0/routers/27d334fe-d554-4390-90ba-bdc2400200c3 HTTP/1.1" status: 204 len: 168 time: 0.7408445 Aug 19 23:56:23.054951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 39920) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:23.097727 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Deleting subnet 430ea673-16fe-483e-8653-a7d8cdd6e205 {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:56:23.100625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.135509 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.233152 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.264229 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device fb63dd07-f0af-45c8-b442-4e66ef672b4b no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:23.299568 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.325616 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430ea673-16fe-483e-8653-a7d8cdd6e205,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:23.333106 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.337783 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39926) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:23.338610 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-4bc599b1-f0f1-469c-9f59-db12701cfe24 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/430ea673-16fe-483e-8653-a7d8cdd6e205 HTTP/1.1" status: 204 len: 168 time: 0.2826190 Aug 19 23:56:23.409141 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ac050-41e9-497b-857b-45a1f881a9a7 None None] Network d401e62c-2450-4187-bdc9-48572f71f86e requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:56:23.411327 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.411470 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: fb63dd07-f0af-45c8-b442-4e66ef672b4b {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:23.411681 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device fb63dd07-f0af-45c8-b442-4e66ef672b4b not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:23.471171 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Deleting port dd547e93-ded1-4884-8a36-c9c2764ffb9c {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:23.471505 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.539726 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] For port dd547e93-ded1-4884-8a36-c9c2764ffb9c, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=dd547e93-ded1-4884-8a36-c9c2764ffb9c,segment=NetworkSegment(1cbef6af-c9a6-426a-9ed2-4326fbbdce37),segment_id=1cbef6af-c9a6-426a-9ed2-4326fbbdce37)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:23.540205 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.553400 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Calling delete_port for dd547e93-ded1-4884-8a36-c9c2764ffb9c owned by network:dhcp {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:23.601328 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] DHCP port deletion for d401e62c-2450-4187-bdc9-48572f71f86e request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:56:23.659582 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.661961 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Deleting port dd547e93-ded1-4884-8a36-c9c2764ffb9c {{(pid=100861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:56:23.662517 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.686917 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Pushing event deleted for resources: {'Port': ['ID=dd547e93-ded1-4884-8a36-c9c2764ffb9c,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:23.688808 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] No DVR routers for this DVR port dd547e93-ded1-4884-8a36-c9c2764ffb9c on host dv-cinder-805316-1-iscsi {{(pid=100859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:56:23.730044 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] For port dd547e93-ded1-4884-8a36-c9c2764ffb9c, host dv-cinder-805316-1-iscsi, got binding levels [] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:23.730975 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.744168 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Calling delete_port for dd547e93-ded1-4884-8a36-c9c2764ffb9c owned by network:dhcp {{(pid=100861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:56:23.746951 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.ipam_backend_mixin [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Port dd547e93-ded1-4884-8a36-c9c2764ffb9c was not found and therefore no delete operation was performed {{(pid=100861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 23:56:23.748190 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196'] for port, after_delete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.764205 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.776733 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d401e62c-2450-4187-bdc9-48572f71f86e']}} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:23.777915 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] No DVR routers for this DVR port dd547e93-ded1-4884-8a36-c9c2764ffb9c on host dv-cinder-805316-1-iscsi {{(pid=100861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:56:23.781641 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecead6f8-bfdf-450a-9ff6-91c1f650df1a None None] Pushing event deleted for resources: {'Port': ['ID=dd547e93-ded1-4884-8a36-c9c2764ffb9c,revision_number=None']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:23.790844 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbef6af-c9a6-426a-9ed2-4326fbbdce37') {'for_net_delete': True} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:23.791212 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.services.segments.db [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbef6af-c9a6-426a-9ed2-4326fbbdce37') {} {{(pid=100859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:56:23.801684 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8539643'] for segment, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.815473 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.821366 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=100859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:56:23.821752 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8539820'] for segment, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: Traceback (most recent call last): Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: timer() Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: cb(*args, **kw) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: return func(*args, **kwargs) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: self._notify() Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: self.callback(batched_events) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: event.method(event) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: return f(self, *a, **k) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._get(url).json() Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: return self.request(url, 'GET', **kwargs) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:56:23.823455 dv-cinder-805316-1-iscsi neutron-server[100859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:56:23.896045 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.905297 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.909478 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] 10.222.0.18 "DELETE /v2.0/networks/d401e62c-2450-4187-bdc9-48572f71f86e HTTP/1.1" status: 204 len: 168 time: 0.5701053 Aug 19 23:56:23.923941 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5a2e0-78c6-4d46-9d35-2b933b68c2df admin admin] Pushing event deleted for resources: {'Network': ['ID=d401e62c-2450-4187-bdc9-48572f71f86e,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:24.031436 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.100349 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39950) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:24.141435 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-3b24445a-660a-4e1a-acc4-d727844864ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53d07056e77a4f6fa44f067bf9ecb62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398295 Aug 19 23:56:24.143799 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39954) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:24.191914 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d42c19be-98ed-4d7b-8e1b-bd569b501cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.216099 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d42c19be-98ed-4d7b-8e1b-bd569b501cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.265851 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d42c19be-98ed-4d7b-8e1b-bd569b501cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.268739 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-d42c19be-98ed-4d7b-8e1b-bd569b501cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.269884 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-d42c19be-98ed-4d7b-8e1b-bd569b501cc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/284ed3b4-dc31-4c8e-8986-9fddea6eb8b5 HTTP/1.1" status: 204 len: 168 time: 0.1252115 Aug 19 23:56:24.278896 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c19be-98ed-4d7b-8e1b-bd569b501cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ed3b4-dc31-4c8e-8986-9fddea6eb8b5,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:24.589378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39972) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:24.628846 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f44bbb7b-ce09-4b50-9f4e-0a8060ab7526 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edfde255cf124a3aad5fa5b65034bc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382271 Aug 19 23:56:24.632104 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 39974) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:24.679988 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-71358d51-3c1d-425c-a635-3cf42c5ad25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.701366 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-71358d51-3c1d-425c-a635-3cf42c5ad25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.749220 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-71358d51-3c1d-425c-a635-3cf42c5ad25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.751841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-71358d51-3c1d-425c-a635-3cf42c5ad25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.752979 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-71358d51-3c1d-425c-a635-3cf42c5ad25e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7660c377-8d3b-4915-a2b9-c1d904a3dbe4 HTTP/1.1" status: 204 len: 168 time: 0.1199579 Aug 19 23:56:24.762509 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71358d51-3c1d-425c-a635-3cf42c5ad25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660c377-8d3b-4915-a2b9-c1d904a3dbe4,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:24.937817 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device a9f97d85-f863-4c4c-ad02-04360af281df no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:24.960010 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: a9f97d85-f863-4c4c-ad02-04360af281df {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:24.960346 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device a9f97d85-f863-4c4c-ad02-04360af281df not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:24.961121 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device dd547e93-ded1-4884-8a36-c9c2764ffb9c no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:56:24.982954 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: dd547e93-ded1-4884-8a36-c9c2764ffb9c {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:56:24.983386 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device dd547e93-ded1-4884-8a36-c9c2764ffb9c not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:56:29.089141 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-153574f2-a29b-4ceb-b89e-9406fd8c705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.305415 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40024) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:29.406232 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52b1b7f4-469a-4329-95dc-6295e494c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.488322 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52b1b7f4-469a-4329-95dc-6295e494c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.492781 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-52b1b7f4-469a-4329-95dc-6295e494c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_create {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.528608 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1b7f4-469a-4329-95dc-6295e494c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f1db27-d4c8-4a24-bcf9-963cac67fd75,revision_number=1']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:29.532659 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-52b1b7f4-469a-4329-95dc-6295e494c62c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=839601a559e3423999c6bf4cb5727026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262211 Aug 19 23:56:29.535378 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40028) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:29.585219 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-04be1f09-1b0d-4f67-b2fa-7614a704dd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.604965 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-04be1f09-1b0d-4f67-b2fa-7614a704dd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.656632 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-04be1f09-1b0d-4f67-b2fa-7614a704dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.659077 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-04be1f09-1b0d-4f67-b2fa-7614a704dd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.660249 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-04be1f09-1b0d-4f67-b2fa-7614a704dd04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90f1db27-d4c8-4a24-bcf9-963cac67fd75 HTTP/1.1" status: 204 len: 168 time: 0.1239872 Aug 19 23:56:29.668043 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be1f09-1b0d-4f67-b2fa-7614a704dd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f1db27-d4c8-4a24-bcf9-963cac67fd75,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:31.694176 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-736bb249-6af8-496a-bc06-d63e5a2b69a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:31.912179 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:32.894287 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:34.386388 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:37.704377 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:56:54.055683 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:57.451017 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-4e319d59-4f6c-489c-ab3a-968d1ef6be25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258018 Aug 19 23:56:57.530909 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-033cfbbd-1b15-4ee4-97bb-904c56d237ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:57.532390 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-033cfbbd-1b15-4ee4-97bb-904c56d237ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0397623 Aug 19 23:56:57.633801 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-ae8b7927-8f6b-4904-8dec-1aa12c82f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:57.635194 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-ae8b7927-8f6b-4904-8dec-1aa12c82f708 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.0834963 Aug 19 23:56:57.697788 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-24e02c3b-ba1e-45d5-a93d-0f9b1754d8b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0557513 Aug 19 23:56:57.752764 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-4d43b57f-ff3e-4ac6-b4ee-c06da67418c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:57.754211 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-4d43b57f-ff3e-4ac6-b4ee-c06da67418c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0491662 Aug 19 23:56:57.799485 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-7f947ecc-7584-44e4-a868-05a4898c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:57.800966 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-7f947ecc-7584-44e4-a868-05a4898c0923 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389683 Aug 19 23:56:57.812755 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-26096ad0-4e8f-4103-b6ba-6f2442e4c781 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=100860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:56:57.813957 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-26096ad0-4e8f-4103-b6ba-6f2442e4c781 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055096 Aug 19 23:56:57.900829 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-93b17d83-101e-4416-8175-ae0ccbb2bd7f service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786383 Aug 19 23:56:57.989524 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-5f0f4526-6347-4b42-95f5-713dc3736e10 req-67db60ac-50da-407b-82d2-6e8bea5a32d1 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814393 Aug 19 23:56:59.089209 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-73b34f9b-3404-44d2-b112-acdccce267c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:01.694676 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-126cb430-420b-462c-acd4-7d6f7f597e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:01.915512 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:02.896069 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:04.388267 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:14.704313 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:57:24.048716 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:29.094540 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-a15dd89f-229d-409a-8eff-8e9d49ad8c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:31.695382 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c17e2f1d-9beb-4d44-8060-f78c68929da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:31.916306 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:32.899323 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:34.390793 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:51.703000 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:57:54.064176 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:59.084731 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-302c98b7-e72c-4e64-b8e4-97729eaef70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:59.363481 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-c7117414-9556-41c7-b30b-f3fd6e66dae8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423455 Aug 19 23:57:59.444598 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-da5b8f6b-330b-459f-b5b0-fecfc04377c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:57:59.446044 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-da5b8f6b-330b-459f-b5b0-fecfc04377c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0396647 Aug 19 23:57:59.546855 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-6e2da46a-fceb-4363-9688-5c7a70f7b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:57:59.548310 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-6e2da46a-fceb-4363-9688-5c7a70f7b2ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.0843236 Aug 19 23:57:59.612521 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-b6ee1092-9312-4dee-8d91-7addd05b8b93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0573552 Aug 19 23:57:59.664445 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-684a2281-9a6b-4a53-9b07-f8ca66ab77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:57:59.666477 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-684a2281-9a6b-4a53-9b07-f8ca66ab77dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0466743 Aug 19 23:57:59.710096 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-b92ecec4-1a7d-4dab-bbc0-e455d1f63708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:57:59.711597 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-b92ecec4-1a7d-4dab-bbc0-e455d1f63708 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384812 Aug 19 23:57:59.799314 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-a2ae78b8-6475-489e-b8e0-45ae67abc888 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805540 Aug 19 23:57:59.912090 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d70007e3-ef3f-4c07-aca2-4c35241799cc req-25ac9851-5267-4a56-8ca1-301c68e179ac service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058402 Aug 19 23:58:01.695908 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-668a683a-9c6e-458d-81b7-ad903b2fcfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:01.916483 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:02.903511 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:04.393652 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:14.787600 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36edb5-51b0-4966-9196-49b4fecac72a req-fd267355-4cf0-4379-af37-8498afb10b5d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:14.789084 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa36edb5-51b0-4966-9196-49b4fecac72a req-fd267355-4cf0-4379-af37-8498afb10b5d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.1568928 Aug 19 23:58:14.826109 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fa36edb5-51b0-4966-9196-49b4fecac72a req-2fac1dc1-306f-4f75-affa-d2123bf88494 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Aug 19 23:58:15.988625 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db738-0b74-40f0-ab0f-ee1a91c231ee req-407810e3-e4d4-4d9b-92f8-086ed29455ff tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:15.990089 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-be4db738-0b74-40f0-ab0f-ee1a91c231ee req-407810e3-e4d4-4d9b-92f8-086ed29455ff tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0967429 Aug 19 23:58:16.027160 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-be4db738-0b74-40f0-ab0f-ee1a91c231ee req-84634637-eed4-45d3-98ce-d74f70b88e41 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305641 Aug 19 23:58:17.155419 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e0c99-d1f0-46b9-889c-5c081f1b4468 req-6b992b0e-470e-48ec-ad04-5debd19e0eb4 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:17.157184 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-040e0c99-d1f0-46b9-889c-5c081f1b4468 req-6b992b0e-470e-48ec-ad04-5debd19e0eb4 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0526628 Aug 19 23:58:17.193204 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-040e0c99-d1f0-46b9-889c-5c081f1b4468 req-b5f7d57b-a763-4ee9-9cad-150ab36e5b02 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300367 Aug 19 23:58:18.306132 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc7b31-55fd-40b4-9154-b6b801e94b8e req-7a9bf35d-8950-4cc3-9b7d-54564c465930 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:18.307608 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cbbc7b31-55fd-40b4-9154-b6b801e94b8e req-7a9bf35d-8950-4cc3-9b7d-54564c465930 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0482571 Aug 19 23:58:18.342845 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-cbbc7b31-55fd-40b4-9154-b6b801e94b8e req-5bfbc762-c1f4-480c-8a7c-137e87447597 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295410 Aug 19 23:58:19.452713 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5e347-0454-4ae2-98d3-9c0a2c461abc req-a3513875-a196-4c37-b5da-ae852a0b11fa tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:19.454155 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a4b5e347-0454-4ae2-98d3-9c0a2c461abc req-a3513875-a196-4c37-b5da-ae852a0b11fa tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0465884 Aug 19 23:58:19.489802 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a4b5e347-0454-4ae2-98d3-9c0a2c461abc req-7c51ae39-b400-4a7e-b5e5-f1384f91b43f tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296800 Aug 19 23:58:20.602543 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f519-9376-4e0b-a986-868ae55885a5 req-4855c7ae-0e0c-4688-a922-979186268f3e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:20.604015 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3056f519-9376-4e0b-a986-868ae55885a5 req-4855c7ae-0e0c-4688-a922-979186268f3e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0511093 Aug 19 23:58:20.640513 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3056f519-9376-4e0b-a986-868ae55885a5 req-0ab3c5df-3505-49ae-b9ba-a0fa0fd99046 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307326 Aug 19 23:58:21.749920 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17744e-2a94-41a0-8144-a28bb730a1b6 req-f49b68ce-08a2-43bc-824a-39d54e9ddd1e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:21.751435 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fb17744e-2a94-41a0-8144-a28bb730a1b6 req-f49b68ce-08a2-43bc-824a-39d54e9ddd1e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0473316 Aug 19 23:58:21.789074 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-fb17744e-2a94-41a0-8144-a28bb730a1b6 req-08b96a79-b75c-4303-9bd6-fa68e1975ad2 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Aug 19 23:58:22.947963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f64acc-8e08-495c-ad62-fc39bf44b85b req-a511d6f1-6eb8-4caf-af6f-302060f21880 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:22.949456 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f1f64acc-8e08-495c-ad62-fc39bf44b85b req-a511d6f1-6eb8-4caf-af6f-302060f21880 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0501502 Aug 19 23:58:22.986640 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-f1f64acc-8e08-495c-ad62-fc39bf44b85b req-6048207d-3cba-4839-84a6-2ae180ab1621 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Aug 19 23:58:24.054073 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:24.109080 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314524b-0f5d-4877-8253-6a39d6d4de2e req-cf9f223d-1e39-42fb-ad33-8e4241ad450e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:24.110577 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e314524b-0f5d-4877-8253-6a39d6d4de2e req-cf9f223d-1e39-42fb-ad33-8e4241ad450e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0554955 Aug 19 23:58:24.146737 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e314524b-0f5d-4877-8253-6a39d6d4de2e req-e3b6781c-8862-487f-8742-7eb01e770856 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302441 Aug 19 23:58:24.803653 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-df6f8094-c202-4939-883e-0a8676f2ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:24.805127 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-df6f8094-c202-4939-883e-0a8676f2ef53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0396411 Aug 19 23:58:24.893223 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-adea1fe1-728b-4f85-84e7-3fb3abc8ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:24.894675 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-adea1fe1-728b-4f85-84e7-3fb3abc8ea9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.0827465 Aug 19 23:58:25.223811 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-90a39f6c-dffc-4844-9dd0-c54a56d65966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1002 time: 0.3209834 Aug 19 23:58:25.305351 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-7a0e43cf-0b58-46bf-924e-02aeb7bee4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:25.306816 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-7a0e43cf-0b58-46bf-924e-02aeb7bee4e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0741963 Aug 19 23:58:25.314717 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92824d-7e70-4ec2-b754-ff295b1e2fd4 req-771d991f-f1a2-4408-86be-8bdd2c97ea34 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:25.316128 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9f92824d-7e70-4ec2-b754-ff295b1e2fd4 req-771d991f-f1a2-4408-86be-8bdd2c97ea34 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0845783 Aug 19 23:58:25.374282 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-9f92824d-7e70-4ec2-b754-ff295b1e2fd4 req-01efb54e-7d4b-484c-8c26-bd26bd2497fa tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484681 Aug 19 23:58:25.379061 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-197a1e71-9181-473f-a8c0-20169d512ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:25.380501 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-197a1e71-9181-473f-a8c0-20169d512ccb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635581 Aug 19 23:58:25.473652 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-1fc97ea6-b1e6-4c67-84f4-236696f37cf9 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859523 Aug 19 23:58:25.563252 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c91cd0c8-2f27-4ac5-bcdd-7ddb018bce0a req-249c82c6-f681-4195-8b03-659492498b15 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825226 Aug 19 23:58:26.488030 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f088526-d7c7-4e3a-9ba6-91e2907b0c3a req-fe9363f7-c1d5-4530-bd3d-5b625c70372a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:26.489497 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2f088526-d7c7-4e3a-9ba6-91e2907b0c3a req-fe9363f7-c1d5-4530-bd3d-5b625c70372a tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0481141 Aug 19 23:58:26.525809 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2f088526-d7c7-4e3a-9ba6-91e2907b0c3a req-d310fdb3-e3ec-40c1-bb8e-bc3783ea51ab tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300744 Aug 19 23:58:27.640815 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a578a-0f98-4d08-b298-4f041c7b23d4 req-dac9889c-8f92-4b31-8b1b-d15c66a0f350 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:27.642263 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-136a578a-0f98-4d08-b298-4f041c7b23d4 req-dac9889c-8f92-4b31-8b1b-d15c66a0f350 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0512276 Aug 19 23:58:27.678873 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-136a578a-0f98-4d08-b298-4f041c7b23d4 req-56938b99-e5f6-4f34-9c78-147914d980db tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Aug 19 23:58:27.882757 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cfc80-0d80-4982-8924-e3b9e6c3326c req-164c8645-73e2-4a3c-b9b3-2a65aa7ef5ba tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:27.884312 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c47cfc80-0d80-4982-8924-e3b9e6c3326c req-164c8645-73e2-4a3c-b9b3-2a65aa7ef5ba tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0487628 Aug 19 23:58:27.901256 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-47b1b8bf-afd2-480b-8adb-41d4fee61ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855677 Aug 19 23:58:27.923882 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-c47cfc80-0d80-4982-8924-e3b9e6c3326c req-3314d543-1dd3-4101-974c-67e8843e2df5 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335250 Aug 19 23:58:28.702510 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:58:29.042920 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab69a51-efe5-42d0-b169-4fa53fdfac92 req-56b3ec18-ea43-49d2-86de-540de8fe8e71 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:29.044427 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bab69a51-efe5-42d0-b169-4fa53fdfac92 req-56b3ec18-ea43-49d2-86de-540de8fe8e71 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0543025 Aug 19 23:58:29.083125 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-bab69a51-efe5-42d0-b169-4fa53fdfac92 req-deaf4166-06ac-4791-a4ec-deaf705145fb tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Aug 19 23:58:29.083501 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-482010c0-698f-4e64-abbf-8c727d86dff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:29.201309 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-6275478a-c6af-4e6c-ad0b-7fa91c75a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:29.202798 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-6275478a-c6af-4e6c-ad0b-7fa91c75a43b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e&tenant_id=a5061791dc904d979357da17489c3c3c HTTP/1.1" status: 200 len: 1099 time: 0.0443232 Aug 19 23:58:29.262221 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-c97b49d7-f057-40c6-98f3-45e5f34bd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:29.263655 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-c97b49d7-f057-40c6-98f3-45e5f34bd191 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0402870 Aug 19 23:58:29.355059 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-9ca361ec-55c5-4adc-b697-3c171ceb17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:29.356586 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-9ca361ec-55c5-4adc-b697-3c171ceb17ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.0851901 Aug 19 23:58:29.427599 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-e9c765d0-7461-4493-9605-3b9a1feb3954 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0639253 Aug 19 23:58:29.481519 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-d7ddb12d-901e-4f9b-b217-d4396dd90876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:29.482988 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-d7ddb12d-901e-4f9b-b217-d4396dd90876 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0490692 Aug 19 23:58:29.528837 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-edd9f97e-2d4f-4f50-98f2-a81e292dc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:29.530319 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-edd9f97e-2d4f-4f50-98f2-a81e292dc898 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399177 Aug 19 23:58:29.622548 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-5989985b-c167-4d9b-b265-2d96ac36dab5 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846560 Aug 19 23:58:29.709148 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-67d7c40d-0f86-4be4-ae8e-0106c24635a7 req-fdc6d009-30bd-46b3-aa91-64ff777e8b0d service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795958 Aug 19 23:58:30.202334 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163231d-ad84-423b-8498-18536381d280 req-ddae81d8-4ca2-469f-ad8b-9fa943a90d1c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:30.203848 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7163231d-ad84-423b-8498-18536381d280 req-ddae81d8-4ca2-469f-ad8b-9fa943a90d1c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0541646 Aug 19 23:58:30.239579 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7163231d-ad84-423b-8498-18536381d280 req-93689708-9bc0-41ed-b94b-da6ddeb105ee tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300574 Aug 19 23:58:31.354097 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe33171-fe0f-427a-b777-20cad571fc62 req-14a1d13a-e3ce-4918-81d4-b17280587905 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:31.355573 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dfe33171-fe0f-427a-b777-20cad571fc62 req-14a1d13a-e3ce-4918-81d4-b17280587905 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0487185 Aug 19 23:58:31.391495 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-dfe33171-fe0f-427a-b777-20cad571fc62 req-04dd71f5-6e6f-407f-bea4-af4cd9cafc05 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302217 Aug 19 23:58:31.697601 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-18202083-b371-45c1-912d-4ba2c3c066a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:31.823624 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:58:31.896262 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:31.925998 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:58:31.928203 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f373840f-3024-484a-8c5e-cbe58df70481" -d '{"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-unplugged", "status": "completed", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:58:31.937777 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:31.941895 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:58:31.945742 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:31.993104 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=6']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:58:32.000578 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.000928 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.001264 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.001599 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.001926 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.002252 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.002579 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.002902 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.003251 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.003572 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.003891 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.004207 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:58:32.024828 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 23:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03949ddd-4b7a-4bc4-8b68-afd5f704a622 x-openstack-request-id: req-03949ddd-4b7a-4bc4-8b68-afd5f704a622 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:58:32.025120 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-unplugged", "status": "completed", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:58:32.025374 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03949ddd-4b7a-4bc4-8b68-afd5f704a622 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:58:32.025764 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'code': 200} Aug 19 23:58:32.508691 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f789548-7ddd-4420-be54-a0c778bb964d req-c042eb53-778e-4fcf-bd31-27dc36e77a74 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:32.510143 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2f789548-7ddd-4420-be54-a0c778bb964d req-c042eb53-778e-4fcf-bd31-27dc36e77a74 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0469937 Aug 19 23:58:32.546739 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-2f789548-7ddd-4420-be54-a0c778bb964d req-431400a5-9cbf-49d7-9bf5-ae3028c114c0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Aug 19 23:58:32.906084 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:33.662430 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c0c36-0b76-43ad-a349-f87005ea1fbb req-acdd944c-bd1a-4e3d-a545-d5c93cee600d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:33.663933 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae9c0c36-0b76-43ad-a349-f87005ea1fbb req-acdd944c-bd1a-4e3d-a545-d5c93cee600d tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0517445 Aug 19 23:58:33.700170 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-ae9c0c36-0b76-43ad-a349-f87005ea1fbb req-a72c3321-853d-42ad-992b-6c9f8356bd30 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303695 Aug 19 23:58:34.396885 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:34.811190 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107a1c5-4d6b-4aa1-8bff-a3feb01eb919 req-56d17db8-129d-4549-a2aa-51ba2daed8ca tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:34.812659 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6107a1c5-4d6b-4aa1-8bff-a3feb01eb919 req-56d17db8-129d-4549-a2aa-51ba2daed8ca tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0476871 Aug 19 23:58:34.849487 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-6107a1c5-4d6b-4aa1-8bff-a3feb01eb919 req-60ba5085-ee12-4354-812d-5314eb1d8b35 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Aug 19 23:58:35.720802 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc1bbf-c269-4b38-85f7-11a250626950 req-52038711-7bf0-4c21-b612-381085c430be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:35.722287 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d3fc1bbf-c269-4b38-85f7-11a250626950 req-52038711-7bf0-4c21-b612-381085c430be service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1097 time: 0.0394487 Aug 19 23:58:35.755657 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d3fc1bbf-c269-4b38-85f7-11a250626950 req-c00b7996-06d1-4bb7-9813-5921f2d8644e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258062 Aug 19 23:58:35.964524 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dbaa0-5998-4c7f-91f7-67d3f01b7a60 req-8b3d02c5-743f-4cfc-bda2-7c8c26f9ce80 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:35.965974 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d67dbaa0-5998-4c7f-91f7-67d3f01b7a60 req-8b3d02c5-743f-4cfc-bda2-7c8c26f9ce80 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0511401 Aug 19 23:58:36.001869 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-d67dbaa0-5998-4c7f-91f7-67d3f01b7a60 req-b8bc5466-8e7d-4829-b3f7-e9656cf874d0 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299733 Aug 19 23:58:37.112587 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef4a88-2ad5-4ad7-8778-488f2860ede8 req-67c78b31-6b6d-4f18-b46c-c959d65ec527 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:37.114059 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1eef4a88-2ad5-4ad7-8778-488f2860ede8 req-67c78b31-6b6d-4f18-b46c-c959d65ec527 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 944 time: 0.0478573 Aug 19 23:58:37.150163 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-1eef4a88-2ad5-4ad7-8778-488f2860ede8 req-5d08bf58-ca48-4511-bf4f-c92e8b3b5682 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297446 Aug 19 23:58:37.882728 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=100861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 23:58:37.975666 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:58:37.986954 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Returning: {'device': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'port_id': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'mac_address': 'fa:16:3e:1f:19:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 23:58:38.021761 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:38.034250 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff5e326-76b2-495f-9154-bf77c087bb8a {{(pid=100861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 23:58:38.052678 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:58:38.056411 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:38.102168 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=7']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:58:38.308578 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] get_ports_and_sgs() called for port_ids ['aff5e326-76b2-495f-9154-bf77c087bb8a'] {{(pid=100861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 23:58:39.908413 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a up at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:58:39.954183 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.provisioning_blocks [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Provisioning complete for port aff5e326-76b2-495f-9154-bf77c087bb8a triggered by entity L2. {{(pid=100861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:58:39.954553 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681430'] for port, provisioning_complete {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:40.029698 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-707145'] for port, before_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:40.051250 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:58:40.053492 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffa946022848477fb29d8ef9a629a7e592d1417c06dd0c21f6095838b4ad020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20125f6e-bd51-46c0-8a76-dfa0db838905" -d '{"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-plugged", "status": "completed", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:58:40.065288 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.db [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:58:40.069312 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764936015445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764935496205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764935496223'] for port, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:40.091811 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6965683-a955-49b7-8458-7414c64f1f13 x-openstack-request-id: req-f6965683-a955-49b7-8458-7414c64f1f13 {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:58:40.092100 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-plugged", "status": "completed", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "code": 200}]} {{(pid=100861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:58:40.092346 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6965683-a955-49b7-8458-7414c64f1f13 {{(pid=100861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:58:40.092722 dv-cinder-805316-1-iscsi neutron-server[100861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'code': 200} Aug 19 23:58:40.117804 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Pushing event updated for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=8']} {{(pid=100861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:58:54.078430 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:59.083397 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e3302a3e-c8c6-472b-beda-f7fe1c1ddba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:59.360051 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-f5abeb37-2029-45d5-a0c8-636edfdac70d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392673 Aug 19 23:58:59.443828 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979d562-831c-4fef-ac77-50df60427cbe req-92acc647-3f63-464d-a007-ba36221c262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:59.445274 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-92acc647-3f63-464d-a007-ba36221c262f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0421667 Aug 19 23:58:59.546302 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979d562-831c-4fef-ac77-50df60427cbe req-d1b170fa-b133-4806-a2b4-4c8b4aff51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:59.551396 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-d1b170fa-b133-4806-a2b4-4c8b4aff51f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.0829890 Aug 19 23:58:59.618164 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-240595c0-4beb-47b4-a845-12e18513c6d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 1002 time: 0.0616741 Aug 19 23:58:59.672430 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979d562-831c-4fef-ac77-50df60427cbe req-d0e087dc-e5a8-45de-9a3d-91d794d84887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:59.673909 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-d0e087dc-e5a8-45de-9a3d-91d794d84887 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0487132 Aug 19 23:58:59.720746 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979d562-831c-4fef-ac77-50df60427cbe req-bb23075c-9838-45c8-9c21-6b1f7c8bf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:58:59.722240 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-bb23075c-9838-45c8-9c21-6b1f7c8bf8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401869 Aug 19 23:58:59.813092 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-a89dad54-9f59-4d2f-890e-8134de5bb802 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827422 Aug 19 23:58:59.901309 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-a979d562-831c-4fef-ac77-50df60427cbe req-298c8036-0603-4693-87df-08a0bd7ad211 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800104 Aug 19 23:59:01.700561 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-e6791712-9d2f-4eee-9635-d401e8787d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:01.918450 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:02.908543 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:04.399907 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:05.701399 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:59:24.086473 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:29.082883 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-4f9a169b-5425-4f20-bc96-0738cd011be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:31.701550 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-b4fbbf22-6273-4d7e-ac85-2ef310c48464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:31.918377 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:32.912060 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:34.402834 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:42.700025 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:59:50.127985 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40164) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:50.279523 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Deleting port 8ac63453-f2ca-4e34-9ae8-748dc88b9ba1 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:50.279858 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:50.361152 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:50.361378 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:50.372621 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Calling delete_port for 8ac63453-f2ca-4e34-9ae8-748dc88b9ba1 owned by network:floatingip {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:50.515627 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:50.545365 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event deleted for resources: {'Port': ['ID=8ac63453-f2ca-4e34-9ae8-748dc88b9ba1,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:50.567213 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.567566 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.567908 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.568246 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.568580 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.568912 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.569247 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.569576 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.569903 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.570231 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.570554 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.570880 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:50.610047 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for floatingip, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:50.610429 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.db.l3_db [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Floating IP 8440c16f-9f35-4981-aea3-6f515668950c disassociated (deleted). External IP: 172.27.0.151, port: aff5e326-76b2-495f-9154-bf77c087bb8a. Aug 19 23:59:50.820866 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Router 9712366b-af72-4479-9d92-c029267a95bd has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:59:50.928050 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:59:50.933843 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for floatingip, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:50.939117 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] Sync routers for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:59:50.950723 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:59:50.951379 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:59:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:50.964456 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-254e144d-e8a8-4e99-a511-fabda0bad300 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "DELETE /v2.0/floatingips/8440c16f-9f35-4981-aea3-6f515668950c HTTP/1.1" status: 204 len: 168 time: 0.8353894 Aug 19 23:59:50.965174 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:59:50.967471 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b823f9447d76f3168a238334956b1c4d0041eeba32854a067f67d1eb60efd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77025ab0-8f5d-490c-9235-620acee8d7af" -d '{"events": [{"name": "network-changed", "server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:59:51.063219 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:59:51.124091 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948904df-b508-4ea0-a89c-cc08a0b5f6f4 x-openstack-request-id: req-948904df-b508-4ea0-a89c-cc08a0b5f6f4 {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:59:51.125059 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "status": "completed", "code": 200}]} {{(pid=100859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:59:51.125357 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-948904df-b508-4ea0-a89c-cc08a0b5f6f4 {{(pid=100859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:59:51.125753 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'status': 'completed', 'code': 200} Aug 19 23:59:51.233097 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7ef12-618e-4039-9a39-5aa631acc3aa req-4c13172a-0e9f-454b-83fc-9959ce6f881c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:51.234624 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7ac7ef12-618e-4039-9a39-5aa631acc3aa req-4c13172a-0e9f-454b-83fc-9959ce6f881c tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0822182 Aug 19 23:59:51.237265 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025ab0-8f5d-490c-9235-620acee8d7af req-cdce7e1e-bbca-4ee8-8f43-2163190330b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:51.238653 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-cdce7e1e-bbca-4ee8-8f43-2163190330b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5061791dc904d979357da17489c3c3c&device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 1099 time: 0.0848615 Aug 19 23:59:51.273722 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:31Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:51.303013 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] Checking router: 9712366b-af72-4479-9d92-c029267a95bd for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:59:51.311918 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:59:51.312518 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:59:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:51.317003 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-7ac7ef12-618e-4039-9a39-5aa631acc3aa req-e561b808-7bc5-4bc0-b02e-34e7aa3d2f10 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764308 Aug 19 23:59:51.348989 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025ab0-8f5d-490c-9235-620acee8d7af req-97871169-f017-41e5-abcc-0c6dbf1d610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:51.350474 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-97871169-f017-41e5-abcc-0c6dbf1d610f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 200 len: 909 time: 0.1036599 Aug 19 23:59:51.395759 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-672bd202-3bdf-475f-bc90-d291146350ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 200 len: 217 time: 0.0378885 Aug 19 23:59:51.414509 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:59:51.445804 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025ab0-8f5d-490c-9235-620acee8d7af req-eb4dfccd-4310-4103-bd00-e5fdfdbf5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:51.447313 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-eb4dfccd-4310-4103-bd00-e5fdfdbf5a51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 200 len: 847 time: 0.0440249 Aug 19 23:59:51.494103 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025ab0-8f5d-490c-9235-620acee8d7af req-b209b4b9-344c-43df-b845-55d77ac39039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:51.496225 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-b209b4b9-344c-43df-b845-55d77ac39039 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d3bb966-3727-4934-94e2-6d5d0430c585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398152 Aug 19 23:59:51.593062 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-a1790569-84fb-41ef-9220-a94b6216d9f4 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 Aug 19 23:59:51.682992 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-77025ab0-8f5d-490c-9235-620acee8d7af req-601811ca-a4bf-49dd-8d99-2bd6f0594d67 service neutron] 10.222.0.45 "GET /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818298 Aug 19 23:59:51.735231 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:31Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:51.760328 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c58ee-2d4a-47e5-9b12-177a2da5a1f3 None None] The sync data for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi is: [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:55:25Z', 'revision_number': 4, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi', '_interfaces': [{'id': '5804f5bf-31f6-4e7d-952f-b60d5ef65e99', 'name': '', 'network_id': '2d3bb966-3727-4934-94e2-6d5d0430c585', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '73c782db-b628-41f7-916d-f5252053cfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:24Z', 'updated_at': '2021-08-19T23:55:31Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'subnets': [{'id': '73c782db-b628-41f7-916d-f5252053cfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:59:51.961678 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2fcfa-bfbf-43b5-b23c-11fc873f3073 None None] New status for floating IP 8440c16f-9f35-4981-aea3-6f515668950c: DOWN {{(pid=100862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 23:59:52.432442 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03454f-9eef-4f25-9a5e-933ec8ab9be9 req-2f207c4b-b92f-41af-94c3-4069e8bf6cd6 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:52.434476 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b03454f-9eef-4f25-9a5e-933ec8ab9be9 req-2f207c4b-b92f-41af-94c3-4069e8bf6cd6 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0484307 Aug 19 23:59:52.474270 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-8b03454f-9eef-4f25-9a5e-933ec8ab9be9 req-530f6063-f7c4-49ec-adbd-77bf48556043 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340645 Aug 19 23:59:52.725828 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-62d24373-8944-4116-b8a4-c01ef89b1cf2 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:59:52.727176 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-62d24373-8944-4116-b8a4-c01ef89b1cf2 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.45 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 946 time: 0.0460665 Aug 19 23:59:52.812783 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Deleting port aff5e326-76b2-495f-9154-bf77c087bb8a {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:52.813124 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:52.899459 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] For port aff5e326-76b2-495f-9154-bf77c087bb8a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=aff5e326-76b2-495f-9154-bf77c087bb8a,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:59:52.899817 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:52.912164 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Calling delete_port for aff5e326-76b2-495f-9154-bf77c087bb8a owned by compute:nova {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:53.035605 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:53.063853 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event deleted for resources: {'Port': ['ID=aff5e326-76b2-495f-9154-bf77c087bb8a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:53.075240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.075592 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.075936 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.076273 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.076605 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.076938 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.077264 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.077592 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.077924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.078247 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.078566 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.078884 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-1-iscsi {{(pid=100860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:59:53.113480 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] No DVR routers for this DVR port aff5e326-76b2-495f-9154-bf77c087bb8a on host hv-cinder-80531 {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:59:53.115894 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-159650'] for port, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:53.117852 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-3745e4d6-589b-42d8-9a53-7c4f1c2e9097 req-1d21a75f-b2cc-4775-8623-3daf54ad4a76 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.45 "DELETE /v2.0/ports/aff5e326-76b2-495f-9154-bf77c087bb8a HTTP/1.1" status: 204 len: 173 time: 0.3843765 Aug 19 23:59:53.118281 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-deleted', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a'}] {{(pid=100860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 23:59:53.120549 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eef6c5cfc6d83611edd5cc0d245132b0b68db8c331c3885b84a3760f7b1537a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c957d42-53db-41f4-8b6b-d147eb6a6c66" -d '{"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-deleted", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a"}]}' {{(pid=100860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 23:59:53.260720 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 23:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92784dec-9937-4a79-a5f7-88c75a365a8c x-openstack-request-id: req-92784dec-9937-4a79-a5f7-88c75a365a8c {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 23:59:53.261033 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10a9d6-3196-4c24-9202-47d86982c48e", "name": "network-vif-deleted", "tag": "aff5e326-76b2-495f-9154-bf77c087bb8a", "status": "completed", "code": 200}]} {{(pid=100860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 23:59:53.261325 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92784dec-9937-4a79-a5f7-88c75a365a8c {{(pid=100860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 23:59:53.261720 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be10a9d6-3196-4c24-9202-47d86982c48e', 'name': 'network-vif-deleted', 'tag': 'aff5e326-76b2-495f-9154-bf77c087bb8a', 'status': 'completed', 'code': 200} Aug 19 23:59:53.588762 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [req-e7b1934d-1cc0-4b3f-b371-c22be58615fe req-fc45631a-5794-435b-a409-804df93b8f1e tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "GET /v2.0/ports?device_id=be10a9d6-3196-4c24-9202-47d86982c48e HTTP/1.1" status: 200 len: 210 time: 0.0269902 Aug 19 23:59:54.105902 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:54.643751 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40198) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:54.704488 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f45509fa-5a55-4535-abe3-f9c5c3c80de1 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:54.728771 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f45509fa-5a55-4535-abe3-f9c5c3c80de1 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:54.785561 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f45509fa-5a55-4535-abe3-f9c5c3c80de1 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:54.788321 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-f45509fa-5a55-4535-abe3-f9c5c3c80de1 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:54.789483 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-f45509fa-5a55-4535-abe3-f9c5c3c80de1 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] 10.222.0.18 "DELETE /v2.0/security-groups/dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e HTTP/1.1" status: 204 len: 168 time: 0.1447310 Aug 19 23:59:54.798713 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45509fa-5a55-4535-abe3-f9c5c3c80de1 tempest-TestShelveInstance-103955264 tempest-TestShelveInstance-103955264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc794be2-3c4a-4ff7-904e-9bd4ecad8b6e,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:54.835206 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40202) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:55.165811 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:55.398104 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Deleting port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:55.398444 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:55.472309 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] For port 5804f5bf-31f6-4e7d-952f-b60d5ef65e99, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:59:55.472693 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:55.484944 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Calling delete_port for 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 owned by network:router_interface {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:55.660319 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:55.688924 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5804f5bf-31f6-4e7d-952f-b60d5ef65e99,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:55.847623 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.053983 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Router 9712366b-af72-4479-9d92-c029267a95bd has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:59:56.156410 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:59:56.161369 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-1cf4833b-30bc-4835-ba1d-1f6a10c232bb admin admin] 10.222.0.18 "PUT /v2.0/routers/9712366b-af72-4479-9d92-c029267a95bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3250740 Aug 19 23:59:56.164025 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40204) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:56.166749 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] Sync routers for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:59:56.176382 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:59:56.177067 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:59:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:56.263375 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks [] for router, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.278409 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:59:56.307672 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a no longer exists at agent hyperv_hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:59:56.355476 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] No Port match for: aff5e326-76b2-495f-9154-bf77c087bb8a {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:59:56.356035 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Device aff5e326-76b2-495f-9154-bf77c087bb8a not bound to the agent host hv-cinder-80531 {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:59:56.485457 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:59:55Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:56.513360 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] Checking router: 9712366b-af72-4479-9d92-c029267a95bd for host: dv-cinder-805316-1-iscsi {{(pid=100861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:59:56.522186 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] Routers {'9712366b-af72-4479-9d92-c029267a95bd'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:59:56.522804 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:59:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['9712366b-af72-4479-9d92-c029267a95bd'], 'active': True} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:56.629226 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_dvr_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] Set router 9712366b-af72-4479-9d92-c029267a95bd gateway port host: dv-cinder-805316-1-iscsi {{(pid=100861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:59:56.632240 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.684306 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Deleting port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:56.684647 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.760599 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] For port 4919afc8-8ba2-46e9-b4fe-808f49dbd52a, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:59:56.760965 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.773585 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Calling delete_port for 4919afc8-8ba2-46e9-b4fe-808f49dbd52a owned by network:router_gateway {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:56.806088 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.db.l3_hamode_db [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:59:55Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:56.836070 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315a97b-415f-4437-84b8-89c2e848840f None None] The sync data for ids ['9712366b-af72-4479-9d92-c029267a95bd'] in dv-cinder-805316-1-iscsi is: [{'id': '9712366b-af72-4479-9d92-c029267a95bd', 'name': 'tempest-TestShelveInstance-940840982-router', 'tenant_id': 'a5061791dc904d979357da17489c3c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:22Z', 'updated_at': '2021-08-19T23:59:55Z', 'revision_number': 5, 'project_id': 'a5061791dc904d979357da17489c3c3c', 'gw_port': {'id': '4919afc8-8ba2-46e9-b4fe-808f49dbd52a', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712366b-af72-4479-9d92-c029267a95bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:23Z', 'updated_at': '2021-08-19T23:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:59:56.932415 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.958782 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Pushing event deleted for resources: {'Port': ['ID=4919afc8-8ba2-46e9-b4fe-808f49dbd52a,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:57.017285 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.102470 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.104563 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.145255 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.145701 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9712366b-af72-4479-9d92-c029267a95bd {{(pid=100860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 23:59:57.149871 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] Notify callbacks [] for router, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.151008 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-880d8630-c917-4d87-82d2-e01366b5344f admin admin] 10.222.0.18 "DELETE /v2.0/routers/9712366b-af72-4479-9d92-c029267a95bd HTTP/1.1" status: 204 len: 168 time: 0.9860880 Aug 19 23:59:57.153553 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40206) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:57.202248 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.db_base_plugin_v2 [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Deleting subnet 73c782db-b628-41f7-916d-f5252053cfca {{(pid=100860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 23:59:57.205529 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.241284 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10253977'] for subnet, precommit_delete_associations {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.272565 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:59:57.293552 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:59:57.293904 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 5804f5bf-31f6-4e7d-952f-b60d5ef65e99 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:59:57.328640 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.383945 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8413705'] for subnet, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.411459 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c782db-b628-41f7-916d-f5252053cfca,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:57.417860 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.424362 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-d419e149-da0d-40b9-8bff-ea79cdba7e6d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/73c782db-b628-41f7-916d-f5252053cfca HTTP/1.1" status: 204 len: 168 time: 0.2654092 Aug 19 23:59:57.424362 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40208) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:57.427542 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11acdc81-8699-4e31-b13e-444bece421f0 None None] Network 2d3bb966-3727-4934-94e2-6d5d0430c585 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:59:57.516324 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.580856 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Deleting port 341ca606-e5a2-44a6-8411-e1fe1c512449 {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:57.581257 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.645137 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] For port 341ca606-e5a2-44a6-8411-e1fe1c512449, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=341ca606-e5a2-44a6-8411-e1fe1c512449,segment=NetworkSegment(4aa64953-4620-4bf4-967b-c9d4714cebe7),segment_id=4aa64953-4620-4bf4-967b-c9d4714cebe7)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:59:57.645500 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.658265 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Calling delete_port for 341ca606-e5a2-44a6-8411-e1fe1c512449 owned by network:dhcp {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:57.736531 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.762134 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Pushing event deleted for resources: {'Port': ['ID=341ca606-e5a2-44a6-8411-e1fe1c512449,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:57.763963 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] No DVR routers for this DVR port 341ca606-e5a2-44a6-8411-e1fe1c512449 on host dv-cinder-805316-1-iscsi {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 23:59:57.834044 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.843881 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3bb966-3727-4934-94e2-6d5d0430c585']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:57.853669 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa64953-4620-4bf4-967b-c9d4714cebe7') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:57.853961 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa64953-4620-4bf4-967b-c9d4714cebe7') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:57.862986 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.881368 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.888023 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 23:59:57.888408 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 23:59:57.890035 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 23:59:57.919588 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ea438-06de-43f5-b2fe-14ffa1e10f7a None None] DHCP port deletion for 2d3bb966-3727-4934-94e2-6d5d0430c585 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 23:59:57.950880 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.956005 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.957836 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2d3bb966-3727-4934-94e2-6d5d0430c585 HTTP/1.1" status: 204 len: 168 time: 0.5339372 Aug 19 23:59:57.960976 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40210) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:57.970041 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb72ef9-b43d-4f1d-8342-45bc3a9bf198 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3bb966-3727-4934-94e2-6d5d0430c585,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:58.290322 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3910617'] for router_interface, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:58.525217 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Deleting port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:58.525552 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:58.602562 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] For port 01e368e5-52cb-4e59-ba36-9f1c6a522ad9, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,segment=NetworkSegment(da07ccd9-5fe8-482f-b33d-6c1ec0466782),segment_id=da07ccd9-5fe8-482f-b33d-6c1ec0466782)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:59:58.602926 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:58.615726 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Calling delete_port for 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 owned by network:router_interface {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:58.807787 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:58.832755 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Pushing event deleted for resources: {'Port': ['ID=01e368e5-52cb-4e59-ba36-9f1c6a522ad9,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:59:59.006302 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910469'] for router_interface, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.085915 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc6a6-1c16-4ed6-bd15-957ac1086131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.097328 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 341ca606-e5a2-44a6-8411-e1fe1c512449 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:59:59.118258 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 341ca606-e5a2-44a6-8411-e1fe1c512449 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:59:59.118607 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 341ca606-e5a2-44a6-8411-e1fe1c512449 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:59:59.119027 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 4919afc8-8ba2-46e9-b4fe-808f49dbd52a no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 23:59:59.136839 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 4919afc8-8ba2-46e9-b4fe-808f49dbd52a {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 23:59:59.137180 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 4919afc8-8ba2-46e9-b4fe-808f49dbd52a not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 23:59:59.224298 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Router f75baaf8-0098-4e61-9e1d-956784537845 has already been hosted by L3 agent 05375e47-494e-4551-b70b-d5503073b7a5 {{(pid=100859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:59:59.327607 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] Notify agent at l3_agent.dv-cinder-805316-1-iscsi the message routers_updated {{(pid=100859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:59:59.332582 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-54e2238f-7141-4571-8945-6ce4959d25bb admin admin] 10.222.0.18 "PUT /v2.0/routers/f75baaf8-0098-4e61-9e1d-956784537845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3705807 Aug 19 23:59:59.335102 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40212) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:59.337836 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] Sync routers for ids ['f75baaf8-0098-4e61-9e1d-956784537845'] in dv-cinder-805316-1-iscsi {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:59:59.347338 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] Routers {'f75baaf8-0098-4e61-9e1d-956784537845'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:59:59.347935 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:59:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['f75baaf8-0098-4e61-9e1d-956784537845'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:59.452022 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] Set router f75baaf8-0098-4e61-9e1d-956784537845 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:59:59.637548 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:59:58Z', 'revision_number': 5, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:59.664489 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] Checking router: f75baaf8-0098-4e61-9e1d-956784537845 for host: dv-cinder-805316-1-iscsi {{(pid=100862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:59:59.672896 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] Routers {'f75baaf8-0098-4e61-9e1d-956784537845'} bound to L3 agent in host dv-cinder-805316-1-iscsi {{(pid=100862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:59:59.673495 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:39:02Z,description=,heartbeat_timestamp=2021-08-19T23:59:32Z,host='dv-cinder-805316-1-iscsi',id=05375e47-494e-4551-b70b-d5503073b7a5,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:39:02Z,topic='l3_agent')) {'router_ids': ['f75baaf8-0098-4e61-9e1d-956784537845'], 'active': True} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:59.676787 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.777214 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_dvr_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] Set router f75baaf8-0098-4e61-9e1d-956784537845 gateway port host: dv-cinder-805316-1-iscsi {{(pid=100862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:59:59.784145 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.837706 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Deleting port 6b902c6f-7592-4563-a765-c5e41d99e06d {{(pid=100859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 23:59:59.838057 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.920788 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.db [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] For port 6b902c6f-7592-4563-a765-c5e41d99e06d, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=6b902c6f-7592-4563-a765-c5e41d99e06d,segment=NetworkSegment(fa572358-9a7e-4bc3-ac46-64d7ca25ec06),segment_id=fa572358-9a7e-4bc3-ac46-64d7ca25ec06)] {{(pid=100859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:59:59.921060 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.933709 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.plugins.ml2.plugin [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Calling delete_port for 6b902c6f-7592-4563-a765-c5e41d99e06d owned by network:router_gateway {{(pid=100859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 23:59:59.948987 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.l3_hamode_db [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:59:58Z', 'revision_number': 5, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}], 'dv-cinder-805316-1-iscsi', False) {} {{(pid=100862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:59:59.977621 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263653b2-085e-4ed2-900c-b12a763dd95f None None] The sync data for ids ['f75baaf8-0098-4e61-9e1d-956784537845'] in dv-cinder-805316-1-iscsi is: [{'id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'name': 'tempest-TestShelveInstance-940160928-router', 'tenant_id': 'ddb751e861804335a5f881926848b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'external_fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:59:58Z', 'revision_number': 5, 'project_id': 'ddb751e861804335a5f881926848b853', 'gw_port': {'id': '6b902c6f-7592-4563-a765-c5e41d99e06d', 'name': '', 'network_id': '31806ae1-66a1-4a18-86f1-0b098f0f381f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75baaf8-0098-4e61-9e1d-956784537845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:55:27Z', 'updated_at': '2021-08-19T23:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af3ed476-7cbc-465a-9132-ca90a9f16963', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-1-iscsi'}] {{(pid=100862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:00:00.095931 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8539763'] for port, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.126781 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=6b902c6f-7592-4563-a765-c5e41d99e06d,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:00:00.179063 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3880337'] for router_gateway, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.265720 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260737'] for router, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.267760 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.313198 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3905956'] for router, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.313869 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f75baaf8-0098-4e61-9e1d-956784537845 {{(pid=100859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:00:00.321973 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] Notify callbacks [] for router, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.323205 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-7032015e-1f3f-40c7-bbfa-19b341fa1fdd admin admin] 10.222.0.18 "DELETE /v2.0/routers/f75baaf8-0098-4e61-9e1d-956784537845 HTTP/1.1" status: 204 len: 168 time: 0.9871652 Aug 20 00:00:00.326395 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40214) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:00:00.372500 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.db.db_base_plugin_v2 [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Deleting subnet b05e47ff-7b69-4dc3-9631-cecb577e2acb {{(pid=100859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:00:00.375729 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.415841 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8539522'] for subnet, precommit_delete_associations {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.498002 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662520'] for subnet, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.597594 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4008346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8539718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8543987'] for subnet, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.622635 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05e47ff-7b69-4dc3-9631-cecb577e2acb,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:00:00.628714 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for subnet, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.630655 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-01167c49-1d6a-4241-b516-1eafd581b120 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b05e47ff-7b69-4dc3-9631-cecb577e2acb HTTP/1.1" status: 204 len: 168 time: 0.3032908 Aug 20 00:00:00.635846 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [-] (100860) accepted ('10.222.0.18', 40216) {{(pid=100860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:00:00.636892 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc9587-8900-42b6-a648-243fcc431ce8 None None] Network 7ba605b2-3150-496a-bbcd-fc1e4b57a111 requested from dv-cinder-805316-1-iscsi {{(pid=100861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:00:00.708652 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723953'] for network, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.769206 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Deleting port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e {{(pid=100860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:00:00.769549 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764935977463'] for port, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.838752 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.db [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] For port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e, host dv-cinder-805316-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-1-iscsi',level=0,port_id=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,segment=NetworkSegment(da07ccd9-5fe8-482f-b33d-6c1ec0466782),segment_id=da07ccd9-5fe8-482f-b33d-6c1ec0466782)] {{(pid=100860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:00:00.839216 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915307'] for port, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.851951 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Calling delete_port for 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e owned by network:dhcp {{(pid=100860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:00:00.928755 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764936015535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764935496196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253568'] for port, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:00.956159 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:00:00.962016 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] No DVR routers for this DVR port 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e on host dv-cinder-805316-1-iscsi {{(pid=100860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:00:00.973077 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11350f30-7ef8-40ce-9534-d8a6ab8665fc None None] DHCP port deletion for 7ba605b2-3150-496a-bbcd-fc1e4b57a111 request from dv-cinder-805316-1-iscsi {{(pid=100861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:00:01.042986 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680813', 'neutron.services.segments.db._delete_segments_for_network-8764936057869'] for network, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.053532 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:00:01.054124 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba605b2-3150-496a-bbcd-fc1e4b57a111']}} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:00:01.067955 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da07ccd9-5fe8-482f-b33d-6c1ec0466782') {'for_net_delete': True} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:00:01.068261 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.services.segments.db [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da07ccd9-5fe8-482f-b33d-6c1ec0466782') {} {{(pid=100860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:00:01.077534 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764935996353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254048'] for segment, before_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.078428 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:00:01.079028 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 2bcc5dc3-ae73-4c67-bd36-f59fa5f3d42e not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:00:01.079260 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:00:01.095432 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477'] for segment, precommit_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.099745 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:00:01.100100 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 01e368e5-52cb-4e59-ba36-9f1c6a522ad9 not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:00:01.100516 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6b902c6f-7592-4563-a765-c5e41d99e06d no longer exists at agent ovs-agent-dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:00:01.103747 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=100860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:00:01.103998 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10253791'] for segment, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: Traceback (most recent call last): Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: timer() Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: cb(*args, **kw) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: return func(*args, **kwargs) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: self._notify() Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: self.callback(batched_events) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: event.method(event) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: return f(self, *a, **k) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._get(url).json() Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: return self.request(url, 'GET', **kwargs) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:00:01.106354 dv-cinder-805316-1-iscsi neutron-server[100860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:00:01.125286 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.plugin [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] No Port match for: 6b902c6f-7592-4563-a765-c5e41d99e06d {{(pid=100861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:00:01.125865 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron.plugins.ml2.rpc [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Device 6b902c6f-7592-4563-a765-c5e41d99e06d not bound to the agent host dv-cinder-805316-1-iscsi {{(pid=100861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:00:01.164887 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879960'] for network, after_delete {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.170516 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765001'] for network, before_response {{(pid=100860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.172436 dv-cinder-805316-1-iscsi neutron-server[100860]: INFO neutron.wsgi [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ba605b2-3150-496a-bbcd-fc1e4b57a111 HTTP/1.1" status: 204 len: 168 time: 0.5370119 Aug 20 00:00:01.183734 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1214-7ce4-4ba4-b94e-8944b5a4941a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba605b2-3150-496a-bbcd-fc1e4b57a111,revision_number=None']} {{(pid=100860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:00:01.362764 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40220) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:00:01.401018 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-eb0cb946-9e7d-4fd7-8e5b-51f9dd0a9079 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5061791dc904d979357da17489c3c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370970 Aug 20 00:00:01.403921 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40222) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:00:01.449876 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6d2c-a2b3-4e9b-a6d0-0a1ceaeae19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.470512 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6d2c-a2b3-4e9b-a6d0-0a1ceaeae19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.518746 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6d2c-a2b3-4e9b-a6d0-0a1ceaeae19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.521269 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6d2c-a2b3-4e9b-a6d0-0a1ceaeae19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.522438 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-dc3d6d2c-a2b3-4e9b-a6d0-0a1ceaeae19a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9165e631-22b4-4cbb-8163-9c929765e297 HTTP/1.1" status: 204 len: 168 time: 0.1173434 Aug 20 00:00:01.530437 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6d2c-a2b3-4e9b-a6d0-0a1ceaeae19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9165e631-22b4-4cbb-8163-9c929765e297,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:00:01.700807 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-60cb7d57-e378-467d-b39e-2c99eea1938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.832584 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40228) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:00:01.874751 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-01b9406f-b3eb-416b-8cf2-f54a4deddb65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddb751e861804335a5f881926848b853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409565 Aug 20 00:00:01.877242 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [-] (100859) accepted ('10.222.0.18', 40230) {{(pid=100859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:00:01.921362 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.924704 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c2f1702c-3bef-4dc3-bc75-f4ebee8ed1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.950343 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c2f1702c-3bef-4dc3-bc75-f4ebee8ed1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.994826 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c2f1702c-3bef-4dc3-bc75-f4ebee8ed1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032178'] for security_group, after_delete {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:01.998007 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron_lib.callbacks.manager [None req-c2f1702c-3bef-4dc3-bc75-f4ebee8ed1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:02.005043 dv-cinder-805316-1-iscsi neutron-server[100859]: INFO neutron.wsgi [None req-c2f1702c-3bef-4dc3-bc75-f4ebee8ed1a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/455262ff-df72-4e90-b4d5-302a734028ab HTTP/1.1" status: 204 len: 168 time: 0.1210442 Aug 20 00:00:02.010144 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1702c-3bef-4dc3-bc75-f4ebee8ed1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455262ff-df72-4e90-b4d5-302a734028ab,revision_number=None']} {{(pid=100859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:00:02.918016 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:04.408027 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:19.698621 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:00:24.107182 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:29.088210 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-35cbf59d-ef1b-420d-b7c1-6e07c0eb8fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:31.700072 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ce3cac3d-86fc-4e54-b5ac-3c0503365363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:31.922819 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:32.916837 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:34.410347 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:54.110455 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:56.697184 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:00:59.088571 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-51f78493-5e5b-485a-b36e-2549f4a8c5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:01.701300 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dbd1-303a-40bb-9ac6-debfa2c5932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:01.923514 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:02.919431 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:04.412317 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.116758 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.088888 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-aae134e6-373c-402d-8b6c-40a7ae127c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:31.705747 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-397e94e8-8f39-4c67-b322-e18754d4fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:31.923692 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.921517 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:33.696491 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:01:34.415939 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:54.134177 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:59.088523 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-ee46160b-aef3-4b94-a4cc-2f15d0ad095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:01.708712 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c76759b5-af26-4c17-94e4-50f73b1ebc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:01.923660 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:02.924552 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:04.418048 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:04.913798 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [req-2a48a1c3-c8ff-4e70-88d2-49518636b8b8 req-23f9fa41-55d3-481e-8467-8ac19b7efc7a service neutron] (100859) timed out ('10.222.0.45', 49860) {{(pid=100859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 00:02:06.189557 dv-cinder-805316-1-iscsi neutron-server[100860]: DEBUG neutron.wsgi [req-924b04f0-dbb0-42ba-a481-85015ceaaa86 req-94790a66-1bc2-4173-9b27-e5286dc4f0ab service neutron] (100860) timed out ('10.222.0.45', 49855) {{(pid=100860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 00:02:10.695577 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:02:24.130629 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:29.088228 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2caad8fb-51b7-496d-b32b-5870610fdace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.708497 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-0036cc02-db03-4129-af67-48d072a2cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.924390 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.927492 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:34.421633 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.694876 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:02:54.153169 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:59.087610 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-996c1177-e864-4f80-8430-2b8ff2da9ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:01.709288 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-1a1b7246-7918-422e-b98b-353ff5db8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:01.924093 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.930853 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.424905 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:15.888057 dv-cinder-805316-1-iscsi neutron-server[100859]: DEBUG neutron.wsgi [req-c85fdc87-9047-4c3d-97af-fd4be828eb3f req-d837ceb8-b564-4559-8b9a-34ea28a8e0b8 service neutron] (100859) timed out ('10.222.0.45', 49883) {{(pid=100859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 00:03:24.146226 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.693563 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:03:29.086401 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-355beef9-d539-45af-bb99-dd9b1806dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.709981 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-9a5f938a-0d8e-4f08-83ff-d6dedca1baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.924070 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.933627 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.427795 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:54.144044 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:59.085676 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-933975c4-685a-4e5e-b8d6-013f3245633e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:01.692868 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:04:01.712724 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-de17473a-315e-4a43-92de-ca2ff9d4abb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:01.924263 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:02.936456 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:04.430274 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:24.152991 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.083612 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3b81-c0d7-4c67-b852-d31de7350050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.713176 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-0f7aec62-b98a-46ee-844c-637d0300dbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.925368 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.939036 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.433583 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.691712 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:04:54.188338 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-c284099f-e10d-4dc7-965e-3bd655aac2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:59.083873 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-2686453b-c84f-44b1-88da-a8fb41442f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.713320 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-21039f68-5047-4f70-9faf-c78c78389e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.926588 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-abed74cc-664a-462b-b33d-9ec1536c603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:02.942476 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-3ae530a1-964d-4e2a-ad60-351eba954955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:04.436471 dv-cinder-805316-1-iscsi neutron-server[100861]: DEBUG neutron_lib.callbacks.manager [None req-82923975-7f71-4341-9fa3-22f619943a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764936060694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681255'] for agent, after_update {{(pid=100861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:15.690502 dv-cinder-805316-1-iscsi neutron-server[100862]: DEBUG neutron.db.agents_db [None req-9da37a5c-e670-4269-80de-280f9d9e8786 None None] Agent healthcheck: found 6 active agents {{(pid=100862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}